-- Logs begin at Fri 2022-10-28 20:10:35 UTC, end at Fri 2022-10-28 21:13:57 UTC. -- Oct 28 20:43:53.622343 dv-cinder-859839-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 20:43:56.639053 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.common.config [-] Logging enabled! Oct 28 20:43:56.639638 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 20:43:56.639778 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115331) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 20:43:56.643171 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.common.config [-] Logging enabled! Oct 28 20:43:56.643429 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Oct 28 20:43:56.643765 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115331) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 28 20:43:56.644707 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 20:43:56.644945 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 20:43:56.645316 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 20:43:56.645564 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 20:43:56.645794 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 20:43:56.646274 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.646702 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Oct 28 20:43:56.647020 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.647318 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.647615 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.647940 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.648236 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.648519 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.648812 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.649110 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.649399 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.649679 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.649965 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.650257 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.650687 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.650981 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.651271 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.651556 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] debug = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.651873 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.652315 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.652737 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.653026 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.653318 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.653598 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.653873 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.654151 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.654439 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.654768 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] host = dv-cinder-859839-2-iscsi {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.655047 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.655341 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.655629 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.655940 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.656219 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.656749 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.657034 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.657308 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.657581 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.657857 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.658144 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.658431 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.658718 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.658957 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.659164 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.659462 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.659758 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.660050 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.660325 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.660600 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.660873 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.661146 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.661415 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.661700 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.661982 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.662265 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.662538 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.662809 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.663084 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.663355 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.663639 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.663936 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.664210 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.664486 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.664771 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.665058 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.665313 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.665610 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.665900 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.666791 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.667083 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.667361 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.667649 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.667949 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.668228 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.668503 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_json = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.668778 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.669053 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.669335 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.669606 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.669881 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.670156 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.670430 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.670717 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.670997 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:56.671289 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.671584 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.671983 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.672290 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.672584 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.672867 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.673158 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.673442 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.673730 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.674020 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.674312 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.674591 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.674891 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.675179 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.675474 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.675799 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.676097 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.676389 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.676665 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.676941 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.677215 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.677493 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.677779 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.678059 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.678347 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.678636 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.678914 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.679214 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.679495 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.679807 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.680103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.680379 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.680662 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.680956 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.681240 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.681518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.682371 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.682664 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.682940 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.683216 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.683505 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.683823 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.684115 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.684391 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.684672 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.684964 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.685242 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.685515 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.685787 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.686064 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.686337 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.686624 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.686901 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.687176 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.687453 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.687731 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.688025 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.688299 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.688578 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.688851 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.689131 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.689404 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.689676 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.689946 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.690216 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.690488 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.690759 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.691030 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.691307 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.691580 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.691883 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.692162 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.692437 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.692712 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.693001 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.693309 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.693612 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.693889 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.694168 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.694446 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.694723 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.694999 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.695276 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.695554 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.695864 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.696145 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.696438 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.696724 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.697029 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.697339 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.697650 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.697911 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.698188 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.698462 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.698746 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.699022 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.699300 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.699584 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.699894 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.700191 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.700489 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.700789 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.701090 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.701379 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.701664 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.701974 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.702257 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:56.702477 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 20:43:56.702721 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115331) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 20:43:57.075509 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 20:43:57.075809 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 20:43:57.076126 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 28 20:43:57.076466 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 20:43:57.409297 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.409507 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.409779 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.411107 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.411385 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.411651 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.459266 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.459543 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.459844 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.475216 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.475503 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.475807 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.507619 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.507942 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.508212 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.547766 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.548046 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.548333 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.899010 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.899641 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.899641 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.899828 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:57.901052 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.001261 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.001578 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.001867 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.002143 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.002423 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.002733 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.002996 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.003254 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.003510 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.003822 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.004090 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.004359 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.004619 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.004874 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.005132 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.005401 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.005662 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.005934 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.006206 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.006467 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.006743 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.006997 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.007281 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.007662 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.007943 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.008193 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.008590 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.008832 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.009071 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.009308 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.009546 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.010385 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.010754 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 20:43:58.013990 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 20:43:58.018009 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 20:43:58.021791 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 28 20:43:58.023425 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 20:43:58.023916 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 20:43:58.024254 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 20:43:58.024640 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 20:43:58.027522 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 20:43:58.027805 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 20:43:58.028159 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 20:43:58.033281 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 20:43:58.057680 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 20:43:58.058215 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.058521 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115331) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Oct 28 20:43:58.058896 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.060288 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115331) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 20:43:58.060583 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 20:43:58.060832 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 20:43:58.072046 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.073012 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.225124 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 20:43:58.225366 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 20:43:58.225599 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 20:43:58.225978 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 20:43:58.252031 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_db.sqlalchemy.engines [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115331) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 20:43:58.704930 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing driver for type 'gre' Oct 28 20:43:58.705391 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] gre ID ranges: [(1, 1000)] Oct 28 20:43:58.761824 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing driver for type 'local' Oct 28 20:43:58.762175 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing driver for type 'vlan' Oct 28 20:43:58.776173 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] VlanTypeDriver initialization complete Oct 28 20:43:58.776744 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing driver for type 'vxlan' Oct 28 20:43:58.777262 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] vxlan ID ranges: [(1, 1000)] Oct 28 20:43:58.834402 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing extension driver 'port_security' Oct 28 20:43:58.834739 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.extensions.port_security [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] PortSecurityExtensionDriver initialization complete Oct 28 20:43:58.835072 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing mechanism driver 'openvswitch' Oct 28 20:43:58.835394 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing mechanism driver 'hyperv' Oct 28 20:43:58.842642 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.plugin [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:43:58.843518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.843920 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.844270 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.844811 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.845239 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.845591 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.845934 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.846326 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.846733 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.847081 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.847424 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.847844 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.848247 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.848623 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.848967 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.849359 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.849760 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.850103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.850441 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.850834 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.851233 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > address_group after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.851579 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > address_group after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.851947 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.852341 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115331) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 28 20:43:58.852783 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] ML2 OVO RPC backend initialized. {{(pid=115331) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Oct 28 20:43:58.854264 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.854636 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.855156 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.855505 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > networks before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.855882 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.856225 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > ports before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.856571 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.856916 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnets before_response 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.857263 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.857600 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.857932 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.858265 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.858600 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.858933 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.859266 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.859596 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.859956 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.867367 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded quota_driver: . Oct 28 20:43:58.867762 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.plugin [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Modular L2 Plugin initialization complete Oct 28 20:43:58.868105 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading services supported by the core plugin {{(pid=115331) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 20:43:58.868449 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.plugins.ml2.managers [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Got port-security extension from driver 'port_security' Oct 28 20:43:58.868930 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.extensions.vlantransparent [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Disabled vlantransparent extension. Oct 28 20:43:58.869493 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115331) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 20:43:58.869825 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: router Oct 28 20:43:58.905821 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.906676 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_create 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.906842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router before_create 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.907176 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.907545 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.907936 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_delete 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.908294 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.908641 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.908996 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_create 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.909340 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.909687 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.910033 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.910391 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.910803 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.911170 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.911513 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.911873 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: subnet after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.912214 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.912558 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.912900 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.913237 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.913706 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.914060 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router after_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.914401 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.914749 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_create 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.915112 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.915452 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_update 55549900 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.915836 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > agent after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.916308 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > agent after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.916661 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > network after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.917538 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Tracking information for resource: router configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.917872 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Tracking information for resource: floatingip configured {{(pid=115331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 20:43:58.922807 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.db.l3_agentschedulers_db [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 20:43:58.923388 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.923765 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.924131 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.924481 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: port after_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.925289 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router before_create 55550100 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.925649 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.926010 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_create 55550100 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.926372 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > router precommit_update 55550100 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.931249 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.provider_configuration [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service providers = [] {{(pid=115331) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 20:43:58.931690 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.db.servicetype_db [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115331) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 20:43:58.934662 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.service_base [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 20:43:58.935010 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.service_base [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 20:43:58.935350 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.service_base [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 20:43:58.936265 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.services.service_base [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 20:43:58.936634 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.services.service_base [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 20:43:58.937015 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.937330 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 20:43:58.948427 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.948758 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: auto_allocate Oct 28 20:43:58.954504 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: network precommit_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.954875 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: network precommit_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.955401 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.955724 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: tag Oct 28 20:43:58.964475 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.964804 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: timestamp Oct 28 20:43:58.968716 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.969047 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: network_ip_availability Oct 28 20:43:58.974465 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.974835 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.975189 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:58.975951 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.976270 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: flavors Oct 28 20:43:58.981191 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.981519 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading Plugin: revisions Oct 28 20:43:58.986054 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 20:43:58.986453 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.910s {{(pid=115331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 28 20:43:58.987201 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115331) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 20:43:58.987533 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Initializing extension manager. Oct 28 20:43:58.988080 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: __init__.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.988426 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: __pycache__ {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.988759 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: address_group.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.989516 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.990091 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: address-group Oct 28 20:43:58.990411 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: address_scope.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.991119 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.991619 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: address-scope Oct 28 20:43:58.991973 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.992896 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.993395 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: router-admin-state-down-before-update Oct 28 20:43:58.993715 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: agent.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.994469 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.994969 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: agent Oct 28 20:43:58.995287 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: agent_resources_synced.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.996209 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.996715 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: agent-resources-synced Oct 28 20:43:58.997034 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: allowedaddresspairs.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:58.998828 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:58.999331 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: allowed-address-pairs Oct 28 20:43:58.999655 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: auto_allocated_topology.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.000749 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.001250 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: auto-allocated-topology Oct 28 20:43:59.001573 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: availability_zone.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.002263 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.002757 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: availability_zone Oct 28 20:43:59.003079 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: availability_zone_filter.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.004023 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.004521 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: availability_zone_filter Oct 28 20:43:59.004842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: data_plane_status.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.005743 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.006233 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 20:43:59.006555 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: default_subnetpools.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.007457 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.007985 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: default-subnetpools Oct 28 20:43:59.008307 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.009124 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.010153 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: dhcp_agent_scheduler Oct 28 20:43:59.010485 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: dns.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.011391 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.011922 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 20:43:59.012245 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: dns_domain_ports.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.013149 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.013641 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 20:43:59.013962 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.014877 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.015372 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 20:43:59.015692 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: dvr.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.016398 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.016894 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: dvr Oct 28 20:43:59.017213 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: ecmp_routes.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.018121 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.018614 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 20:43:59.018932 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: empty_string_filtering.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.019854 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.020360 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: empty-string-filtering Oct 28 20:43:59.020681 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.021576 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.022067 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 20:43:59.022387 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.023277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.023791 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 20:43:59.024112 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: external_net.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.025014 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.026160 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: external-net Oct 28 20:43:59.026481 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.027386 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.027909 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: extra_dhcp_opt Oct 28 20:43:59.028228 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: extraroute.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.029142 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.029627 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: extraroute Oct 28 20:43:59.029944 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: extraroute_atomic.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.030964 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.031729 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: extraroute-atomic Oct 28 20:43:59.032073 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: filter_validation.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.032733 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.033232 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: filter-validation Oct 28 20:43:59.033552 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: fip_pf_description.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.034449 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.034938 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 20:43:59.035256 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: fip_port_details.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.036391 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.036886 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: fip-port-details Oct 28 20:43:59.037205 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: flavors.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.038423 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.038924 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: flavors Oct 28 20:43:59.039247 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.040964 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.041631 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 20:43:59.041978 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: floatingip_pools.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.042685 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.043188 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: floatingip-pools Oct 28 20:43:59.043515 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: ip_allocation.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.044464 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.044956 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 20:43:59.045282 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.046211 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.046714 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: ip-substring-filtering Oct 28 20:43:59.047040 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l2_adjacency.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.047982 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.048483 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 20:43:59.048803 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.049791 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.050297 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: router Oct 28 20:43:59.050623 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.052891 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.053405 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 20:43:59.053734 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.054655 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.055160 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: ext-gw-mode Oct 28 20:43:59.055485 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.056438 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.057204 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: l3-ha Oct 28 20:43:59.057533 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.058441 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.058937 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 28 20:43:59.059260 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_flavors.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.060196 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.060700 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: l3-flavors Oct 28 20:43:59.061026 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.062392 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.062898 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 28 20:43:59.063227 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.064163 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.064667 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 20:43:59.064991 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: l3agentscheduler.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.066041 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.066549 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: l3_agent_scheduler Oct 28 20:43:59.066875 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: local_ip.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.068642 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.069161 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension local_ip not supported by any of loaded plugins Oct 28 20:43:59.069496 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: logging.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.071101 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.071607 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension logging not supported by any of loaded plugins Oct 28 20:43:59.071985 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: metering.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.073340 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.073912 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: metering Oct 28 20:43:59.074237 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.075311 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.075849 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: metering_source_and_destination_fields Oct 28 20:43:59.076177 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: multiprovidernet.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.077116 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.077619 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: multi-provider Oct 28 20:43:59.077944 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: netmtu.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.078845 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.079344 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: net-mtu Oct 28 20:43:59.079666 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: netmtu_writable.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.080590 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.081090 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: net-mtu-writable Oct 28 20:43:59.081412 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: network_availability_zone.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.082077 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.082573 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: network_availability_zone Oct 28 20:43:59.082893 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: network_ip_availability.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.084007 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.084511 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: network-ip-availability Oct 28 20:43:59.084833 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: network_segment_range.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.085589 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.086083 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 20:43:59.086410 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: pagination.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.087374 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.087703 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: pagination Oct 28 20:43:59.088638 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: port_device_profile.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.089608 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.090115 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: port-device-profile Oct 28 20:43:59.090435 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.091356 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.091890 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: port-mac-address-regenerate Oct 28 20:43:59.092216 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.093122 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.093619 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: port-numa-affinity-policy Oct 28 20:43:59.093938 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: port_resource_request.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.094841 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.095339 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 20:43:59.095658 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: port_resource_request_groups.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.096629 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.097133 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 28 20:43:59.097448 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: portbindings.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.098355 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.098855 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: binding Oct 28 20:43:59.099173 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: portbindings_extended.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.100453 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.100953 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: binding-extended Oct 28 20:43:59.101279 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: portsecurity.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.102185 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.102689 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: port-security Oct 28 20:43:59.103015 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: project_id.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.104173 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.104505 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: project-id Oct 28 20:43:59.104831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: providernet.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.105737 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.106236 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: provider Oct 28 20:43:59.106556 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.110081 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.110589 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos not supported by any of loaded plugins Oct 28 20:43:59.110923 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.112186 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.112693 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 20:43:59.113023 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.113944 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.114447 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 20:43:59.114769 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_default.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.115671 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.116203 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-default not supported by any of loaded plugins Oct 28 20:43:59.116527 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_fip.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.117443 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.117937 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 20:43:59.118257 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.119238 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.119794 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 28 20:43:59.120126 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_gateway_ip.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.121151 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.121647 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 20:43:59.121965 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_port_network_policy.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.122879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.123376 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 20:43:59.123694 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.124741 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.125248 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 20:43:59.125569 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.126600 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.127117 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 28 20:43:59.127440 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_pps_rule.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.128632 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.129138 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 20:43:59.129465 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_rule_type_details.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.130379 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.130883 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 20:43:59.131208 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: qos_rules_alias.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.132255 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.132754 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 20:43:59.133077 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: quota_check_limit.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.133985 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.134490 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: quota-check-limit Oct 28 20:43:59.135351 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: quotasv2.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.136348 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.136672 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: quotas Oct 28 20:43:59.136991 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: quotasv2_detail.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.138684 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.139014 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: quota_details Oct 28 20:43:59.139343 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: rbac.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.140438 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.140955 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: rbac-policies Oct 28 20:43:59.141283 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: rbac_address_group.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.142205 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.142712 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: rbac-address-group Oct 28 20:43:59.143036 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: rbac_address_scope.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.143968 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.144468 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: rbac-address-scope Oct 28 20:43:59.144790 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: rbac_security_groups.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.145693 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.146192 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: rbac-security-groups Oct 28 20:43:59.146512 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: rbac_subnetpool.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.147415 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.147949 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: rbac-subnetpool Oct 28 20:43:59.148272 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: revisionifmatch.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.149258 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.149756 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: revision-if-match Oct 28 20:43:59.150077 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: revisions.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.151850 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.152353 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: standard-attr-revisions Oct 28 20:43:59.152677 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: router_availability_zone.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.153361 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.153886 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: router_availability_zone Oct 28 20:43:59.154207 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: routerservicetype.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.155127 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.155625 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 20:43:59.155983 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.157163 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.157676 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: security-groups-normalized-cidr Oct 28 20:43:59.157996 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.158927 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.159462 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: port-security-groups-filtering Oct 28 20:43:59.159797 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.160732 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.161230 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: security-groups-remote-address-group Oct 28 20:43:59.161548 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.162463 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.162959 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: security-groups-shared-filtering Oct 28 20:43:59.163274 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.163896 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Oct 28 20:43:59.164215 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: securitygroup.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.174058 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.174590 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: security-group Oct 28 20:43:59.174922 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: segment.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.175652 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.176181 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension segment not supported by any of loaded plugins Oct 28 20:43:59.176509 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.177476 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.177980 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 20:43:59.178302 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: servicetype.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.179404 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.179938 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: service-type Oct 28 20:43:59.180267 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: sorting.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.181237 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.181632 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: sorting Oct 28 20:43:59.181944 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: standard_attr_segment.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.182854 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.183354 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 20:43:59.183677 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: standardattrdescription.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.184342 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.184840 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: standard-attr-description Oct 28 20:43:59.185160 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: stateful_security_group.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.186090 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.186589 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: stateful-security-group Oct 28 20:43:59.186909 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: stdattrs_common.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.187480 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 20:43:59.187840 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.188773 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.189280 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 20:43:59.189601 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnet_onboard.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.190660 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.191164 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: subnet_onboard Oct 28 20:43:59.191487 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.192435 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.192933 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 20:43:59.193257 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnet_service_types.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.194180 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.194681 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: subnet-service-types Oct 28 20:43:59.195003 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnetallocation.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.196103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.196605 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: subnet_allocation Oct 28 20:43:59.196928 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.198121 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.198624 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: subnetpool-prefix-ops Oct 28 20:43:59.198946 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.199911 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.200417 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 20:43:59.200737 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: tagging.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.201826 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.202333 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: standard-attr-tag Oct 28 20:43:59.202656 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: timestamp.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.203880 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.204387 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loaded extension: standard-attr-timestamp Oct 28 20:43:59.204712 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: trunk.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.205781 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.206239 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension trunk not supported by any of loaded plugins Oct 28 20:43:59.206566 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: trunk_details.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.207485 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.208020 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 20:43:59.208343 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: uplink_status_propagation.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.209258 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.209753 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 20:43:59.210073 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Loading extension file: vlantransparent.py {{(pid=115331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 20:43:59.210745 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 20:43:59.211245 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 20:43:59.214434 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:network Oct 28 20:43:59.214954 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnet Oct 28 20:43:59.215350 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 20:43:59.215753 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:port Oct 28 20:43:59.217103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.217546 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service FLAVORS assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.218193 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.218628 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.218960 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:router Oct 28 20:43:59.219392 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 20:43:59.219917 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service METERING assigned prefix: /metering {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.221386 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:59.221758 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:59.222108 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:43:59.223136 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 20:43:59.223566 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:security_group Oct 28 20:43:59.224027 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 20:43:59.224628 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service CORE assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.224968 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 20:43:59.225312 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] subnetpool is already registered Oct 28 20:43:59.225744 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service CORE assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.226070 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 20:43:59.226400 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] subnetpool is already registered Oct 28 20:43:59.228801 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.229235 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service FLAVORS assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.229826 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.230249 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.230580 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:router Oct 28 20:43:59.230915 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] router is already registered Oct 28 20:43:59.231324 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 20:43:59.231656 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] floatingip is already registered Oct 28 20:43:59.232139 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service METERING assigned prefix: /metering {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.232807 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 20:43:59.233131 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] rbac_policy is already registered Oct 28 20:43:59.233542 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:security_group Oct 28 20:43:59.233877 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] security_group is already registered Oct 28 20:43:59.234276 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 20:43:59.234605 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] security_group_rule is already registered Oct 28 20:43:59.235227 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service CORE assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.235557 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 20:43:59.235926 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] subnetpool is already registered Oct 28 20:43:59.236356 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.v2.resource_helper [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Service CORE assigned prefix: {{(pid=115331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 20:43:59.236681 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 20:43:59.237011 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING neutron.quota.resource_registry [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] subnetpool is already registered Oct 28 20:43:59.237484 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: extensions {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.238975 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: address-groups {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.240523 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: address-scopes {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.241846 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: agents {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.243011 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: auto-allocated-topology {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.244920 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: availability_zones {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.246176 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: dhcp-networks {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.248994 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: dhcp-agents {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.250518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: routers {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.252770 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: flavors {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.253951 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: service_profiles {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.255171 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: next_providers {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.256665 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: service_profiles {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.258328 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: floatingip-pools {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.259555 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: routers {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.262296 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: floatingips {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.263568 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: l3-routers {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.265015 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: l3-agents {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.266446 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: metering-labels {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.267822 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: metering-label-rules {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.269118 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: network-ip-availabilities {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.270396 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: bindings {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.272080 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: quotas {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.273638 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: quotas {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.275174 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: rbac-policies {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.276542 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: security-groups {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.277772 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: security-group-rules {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.279021 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: service-providers {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.280293 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: subnetpools {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.281968 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: subnetpools {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.283440 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.285171 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.286992 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.288854 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.290635 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.292595 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.294277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.296256 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.298020 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.299893 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron.api.extensions [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Extended resource: tags {{(pid=115331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 20:43:59.306031 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING keystonemiddleware.auth_token [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 20:43:59.312283 dv-cinder-859839-2-iscsi neutron-server[115331]: WARNING keystonemiddleware.auth_token [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 20:43:59.321152 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Acquired lock "singleton_lock" {{(pid=115331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Oct 28 20:43:59.321630 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_concurrency.lockutils [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Releasing lock "singleton_lock" {{(pid=115331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 28 20:43:59.322983 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Starting 2 workers Oct 28 20:43:59.327911 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Started child 115442 {{(pid=115331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 20:43:59.332532 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Started child 115443 {{(pid=115331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 20:43:59.333405 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.334087 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO neutron.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 20:43:59.334746 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.335006 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [-] (115442) wsgi starting up on http://0.0.0.0:9696 Oct 28 20:43:59.337259 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Starting 1 workers Oct 28 20:43:59.337441 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.339106 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [-] (115443) wsgi starting up on http://0.0.0.0:9696 Oct 28 20:43:59.342607 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Started child 115444 {{(pid=115331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 20:43:59.343158 dv-cinder-859839-2-iscsi neutron-server[115331]: INFO oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Starting 1 workers Oct 28 20:43:59.346379 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] calling RpcWorker wait() {{(pid=115444) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 20:43:59.347026 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] returning from RpcWorker wait() {{(pid=115444) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 20:43:59.347784 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Started child 115445 {{(pid=115331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 20:43:59.348175 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.348623 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG neutron_lib.callbacks.manager [None req-70d3d317-c213-4c35-a4de-b32acd9589c7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.348811 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:43:59.350527 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 20:43:59.350738 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 20:43:59.351018 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 20:43:59.351165 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 20:43:59.351443 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 20:43:59.351599 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 20:43:59.352150 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.352446 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.352708 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.352866 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:43:59.353842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.353842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.354134 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:43:59.354277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.354277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.354553 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.354799 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.355051 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.355218 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.355369 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.355672 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.355872 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.356183 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.356518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.356673 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.356938 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.357133 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.357408 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.357675 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.357901 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.358168 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] debug = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.358432 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.358906 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.359146 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.359392 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.359611 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.359908 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.360138 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.360428 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.360680 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.360909 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.361155 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.361415 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.361657 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.361895 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.362158 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.362342 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.362580 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.362798 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.363270 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] host = dv-cinder-859839-2-iscsi {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.363507 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.363771 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.364018 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.364261 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.364502 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.364730 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.364982 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.365250 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.365492 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.365759 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.365972 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.366197 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.366408 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.366675 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.366829 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_options = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.367028 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.367306 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.367580 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.367779 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.367950 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.368095 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.368365 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.368524 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.368768 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.369589 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.369799 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.370055 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.370278 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.370690 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.370965 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.371197 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.371440 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.371648 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.372879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.372879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.372879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.372879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.372879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.373246 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.373315 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.373551 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.373778 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.373992 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.374231 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.374444 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.374673 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.374918 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.375154 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.375524 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.375826 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.376042 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.376353 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.376574 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.376862 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.377205 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.377360 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.377566 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.377830 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.378163 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.378418 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.378651 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.378850 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_json = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.379043 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.379277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.379523 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.379774 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.379993 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.380207 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.380443 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.380673 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.380944 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.381316 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.381586 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.381916 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.382148 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.382376 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.382807 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.383251 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.383693 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.383970 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.384371 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.385643 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.386194 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.386555 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.386842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.387111 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.387440 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.387690 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.387993 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.388230 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.388645 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.388889 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.389114 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.389372 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.389603 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.389831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.390365 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.390365 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.390594 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.391050 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.391561 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.391851 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.392133 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.392409 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.392831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.393219 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.393494 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.393721 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.393941 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.394178 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.394448 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.394690 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.394927 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.395186 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.395425 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.395644 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.395903 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.396165 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.396431 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.396679 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.396923 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.397161 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.397380 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.397610 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.397822 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.398049 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.398261 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.398521 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.398778 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.399028 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.399255 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.399469 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.399685 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.399929 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.400161 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.400509 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.400649 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.400850 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.401079 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.401423 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.401668 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.401880 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.402087 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.402298 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.402503 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.402740 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.402974 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.403199 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.403409 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.403657 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.403891 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.404103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.404406 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.404554 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.404722 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.404933 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.405171 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.405355 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.405565 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.405774 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.405990 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.406199 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.406719 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.407142 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.407460 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.407914 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.408076 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.408202 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.408422 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.408644 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.408886 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.409103 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.409319 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.409537 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.409776 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.410019 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.410281 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.410504 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.410722 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.410958 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.411299 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.411427 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.411606 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.411849 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.412090 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.412313 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.412606 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.412957 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.413081 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.413316 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.413566 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.413832 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.414082 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.414352 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.414574 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.414852 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.415134 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.415397 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.415660 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.415997 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.416282 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.416574 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.416865 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.417247 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.417491 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.417754 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.418004 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.418247 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.418468 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.418791 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.418930 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.419428 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.419684 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.419941 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.420343 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.420465 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.420704 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.421267 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.421267 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.421523 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.421656 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.422000 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.422129 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.422364 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.422619 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.422866 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.423081 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.423333 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.423561 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.423803 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.424181 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.424526 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.424908 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.425266 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.425511 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.425877 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.426119 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.426339 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.426571 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.427300 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.427300 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.427300 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.427705 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.427705 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.428471 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.428471 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.428471 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.428789 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.428789 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.429039 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.429230 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.429456 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.429700 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.429951 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.430167 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.430428 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.430647 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.430858 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.431071 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.431290 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.432481 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.432481 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.432735 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.432953 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.433210 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.433458 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.433801 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.434051 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.434279 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.434509 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.434757 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.434973 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.435187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.435402 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.435639 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.435877 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.436100 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.436337 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.436551 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.436765 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.437000 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.437563 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.437563 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.437789 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.438028 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.438223 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.438446 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.438688 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.438904 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.439118 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.439326 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.439535 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.439789 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.439996 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.440204 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.440498 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.440763 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.441083 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.441358 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.441594 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.441829 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.442677 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.442677 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.442677 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.442917 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.442917 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.443115 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.443323 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.443532 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.443757 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.444026 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.444263 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.444473 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.444700 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.444907 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.445277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.445424 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.445563 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.445742 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.445970 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.446177 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.446781 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.446781 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.447284 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.447284 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.448011 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.448231 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.448367 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.448542 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.448783 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.449013 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.449327 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.449584 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.449835 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.450122 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.450365 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.450606 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.450883 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.451193 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.451424 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.451661 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.452133 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.452266 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.452390 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.452642 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.452962 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.453249 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.453490 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.453742 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.454010 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.454279 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.454559 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.454772 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.455073 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.455398 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.455685 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.456007 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.456183 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.456427 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.456650 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.456864 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.457077 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.457307 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.457518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.457785 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.458011 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.458258 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.458491 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.458717 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.458966 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.459204 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.459427 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.459661 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.459911 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.460068 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 20:43:59.460586 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 20:43:59.460745 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 20:43:59.461293 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 20:43:59.461293 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 20:43:59.461293 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 20:43:59.461575 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 20:43:59.461575 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.461761 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.461870 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.461955 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462109 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462284 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462440 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462595 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462795 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.462965 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463331 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463331 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463613 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463613 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463804 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463880 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.463988 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464132 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464320 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464474 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464627 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464782 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.464867 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:43:59.464964 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] debug = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465085 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465281 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465442 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465586 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465742 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.465897 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466051 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466205 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466361 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466516 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466671 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466825 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.466980 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.467135 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.467290 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.467448 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.467683 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.467890 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468047 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] host = dv-cinder-859839-2-iscsi {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468203 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468358 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.468842 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469199 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469199 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469425 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469425 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469680 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469680 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.469892 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470039 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470437 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470437 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_options = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470437 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470720 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470720 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.470956 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471040 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471141 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471297 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471453 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471608 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471805 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.471933 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472071 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472227 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472383 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472538 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472693 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.472938 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473068 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473183 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473294 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473449 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473605 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473761 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.473915 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474070 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474226 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474380 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474549 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474676 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474819 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.474973 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475129 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475284 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475438 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475621 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475808 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.475967 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476122 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476282 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476437 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476596 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476753 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.476907 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477061 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477218 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477380 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477534 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_json = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477689 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.477847 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.478031 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.478157 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.478311 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.478655 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.478877 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.479027 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.479191 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 20:43:59.479367 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.479531 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.479681 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.479901 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480063 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480222 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480380 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480539 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480696 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.480855 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481020 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481180 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481348 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481506 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481664 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481825 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.481984 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482142 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482300 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482458 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482616 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482774 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.482940 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483153 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483305 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483398 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483537 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483702 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.483881 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484055 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484214 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484373 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484532 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484692 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.484851 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485009 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485171 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485330 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485489 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485646 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485804 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.485962 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486120 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486277 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486435 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486593 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486752 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.486911 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487069 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487228 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487387 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487544 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487702 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.487883 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.488042 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.488202 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.488434 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489187 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489597 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489597 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489743 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489868 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.489951 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490080 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490252 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490411 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490569 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490728 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.490886 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491045 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491203 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491361 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491518 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491675 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.491845 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492002 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492159 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492317 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492476 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492634 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492792 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.492952 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493169 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493279 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493409 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493567 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493725 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.493890 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.494598 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.494796 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.494925 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495075 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495233 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495390 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495546 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495716 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.495869 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496032 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496188 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496345 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496502 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496663 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496820 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.496977 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497133 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497290 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497446 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497604 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497760 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.497918 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498074 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498232 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498394 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498552 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498709 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.498867 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499033 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499190 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499351 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499509 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499673 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.499862 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500023 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500184 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500341 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500498 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500657 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500814 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.500972 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501129 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501286 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501445 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501613 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501771 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.501929 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502086 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502268 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502426 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502583 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502742 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.502899 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503057 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503224 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503359 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503519 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503676 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.503856 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504015 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504173 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504330 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504521 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504657 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504790 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.504949 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505105 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505264 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505484 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505586 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505815 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.505908 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506017 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506173 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506331 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506488 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506645 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506802 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.506959 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507115 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507272 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507428 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507585 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507763 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.507919 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508079 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508241 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508400 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508557 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508718 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.508876 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.509034 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.509492 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.509492 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.509492 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.510278 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.510704 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.510704 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.510704 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.510994 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511074 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511176 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511334 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511510 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511668 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.511850 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512012 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512169 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512327 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512486 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512643 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512801 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.512959 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513118 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513275 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513432 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513589 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513747 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.513902 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514062 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514221 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514381 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514539 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514699 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.514857 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515013 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515170 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515327 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515484 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515656 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515806 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.515965 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516135 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516293 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516452 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516610 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516767 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.516925 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517092 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517249 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517407 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517563 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517720 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.517876 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518043 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518201 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518361 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518519 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518674 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.518997 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519155 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519312 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519469 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519625 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519802 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.519970 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520128 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520286 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520443 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520601 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520758 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.520925 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521084 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521241 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521398 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521556 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521712 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.521879 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522037 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522196 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522360 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522517 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522674 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.522831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523001 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523159 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523319 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523477 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523634 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523818 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.523978 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524140 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524307 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524470 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524630 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524795 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.524961 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525127 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525326 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525495 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525666 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525821 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.525979 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526136 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526295 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526452 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526610 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526767 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.526924 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527082 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527240 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527396 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527553 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527710 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.527889 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528047 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528209 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528367 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528524 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528682 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 20:43:59.528831 dv-cinder-859839-2-iscsi neutron-server[115331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 20:43:59.822568 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54200) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:43:59.831979 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070775 Oct 28 20:44:12.008902 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3637a-7ec4-4c84-9b76-ba85c76f2618 None None] get_active_networks_info from dv-cinder-859839-2-iscsi {{(pid=115444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Oct 28 20:44:12.123694 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d3637a-7ec4-4c84-9b76-ba85c76f2618 None None] No non-hosted networks {{(pid=115444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 20:44:12.140179 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.agentschedulers_db [None req-30d3637a-7ec4-4c84-9b76-ba85c76f2618 None None] DHCP Agent not found on host dv-cinder-859839-2-iscsi {{(pid=115444) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 28 20:44:12.227878 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4c554a87-3043-431f-9eac-f0e670565495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:14.613662 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f40bf412-ff56-4fd4-a60b-1157038a6029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:14.829781 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0dd0102f-3253-41de-add1-517697612410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:16.621496 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:18.233122 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:18.645231 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:18.646427 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.647236 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.648063 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.649599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.651296 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.651911 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.652727 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.653981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.654882 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.655711 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.657064 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.657890 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.658720 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:18.659434 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859839-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:18.669051 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859839-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:20.641619 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54292) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:21.380540 dv-cinder-859839-2-iscsi neutron-server[115443]: WARNING oslo_policy.policy [None req-aef7251e-04a8-4ba3-9b4f-647ca94890c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:21.381112 dv-cinder-859839-2-iscsi neutron-server[115443]: WARNING oslo_policy.policy [None req-aef7251e-04a8-4ba3-9b4f-647ca94890c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:21.635238 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [None req-aef7251e-04a8-4ba3-9b4f-647ca94890c9 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:44:21.647782 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-aef7251e-04a8-4ba3-9b4f-647ca94890c9 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9924724 Oct 28 20:44:22.184903 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.db.l3_hamode_db [None req-fd0605e6-0b4b-4b5c-a69d-bedf3644a4be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 20:44:22.262424 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0605e6-0b4b-4b5c-a69d-bedf3644a4be None None] Routers set() bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:44:22.262815 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0605e6-0b4b-4b5c-a69d-bedf3644a4be None None] Router IDs set() for agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 20:44:24.331429 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54308) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:24.831199 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING oslo_policy.policy [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:24.831814 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING oslo_policy.policy [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:25.059400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:25.152470 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.policy [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 20:44:25.197449 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING oslo_policy.policy [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:25.197823 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING oslo_policy.policy [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:25.298108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525124071', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525124570', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525109260', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525108074', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525160100', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768525161631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-720050', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-695387', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1623973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1532349'] for rbac-policy (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:25.365870 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:25.367010 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4421b1eb-0e09-48a5-99f5-625ce31b4177 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0347135 Oct 28 20:44:27.939128 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54324) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:28.256955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:28.286894 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Made reservation on behalf of 7651e6b03b65497ab11181afb4e27ca6 for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:44:28.291478 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.309102 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.422605 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks [] for security_group (1d2c3131-6bfb-4fd5-90e9-f5b212407e54), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.426537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1d2c3131-6bfb-4fd5-90e9-f5b212407e54), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.452723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:44:28.488551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768527048223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (144041e9-04af-454f-a72f-6fcc05c2c9b9), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.489121 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Unsubscribe: segment precommit_create {{(pid=115442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 20:44:28.489646 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Added segment 144041e9-04af-454f-a72f-6fcc05c2c9b9 of type vlan for network 31a81677-aaec-487b-86ff-c9cf6d572fa1 Oct 28 20:44:28.507889 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2c3131-6bfb-4fd5-90e9-f5b212407e54,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:28.559275 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.559539 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.559919 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.560251 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.560575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.560896 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.561217 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.561536 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.561852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.562181 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.562498 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.562809 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.563120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Tracked resource versions report: Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: pushed versions: Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: { 'AddressGroup': {'1.2'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'ConntrackHelper': {'1.0'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Log': {'1.0'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Network': {'1.1'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Port': {'1.7'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'PortForwarding': {'1.2'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'QosPolicy': {'1.10'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroup': {'1.5'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SubPort': {'1.0'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Subnet': {'1.1'}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Trunk': {'1.1'}} Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: consumer versions: Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'ConntrackHelper': '1.0', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'LocalIPAssociation': '1.0', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Log': '1.0', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Network': '1.1', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Port': '1.7', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'PortForwarding': '1.2', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'QosPolicy': '1.10', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroup': '1.5', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroupRule': '1.2', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SubPort': '1.0', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Subnet': '1.1', Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Trunk': '1.1'}} Oct 28 20:44:28.564413 dv-cinder-859839-2-iscsi neutron-server[115442]: {{(pid=115442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:44:28.605868 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (31a81677-aaec-487b-86ff-c9cf6d572fa1), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.653827 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (31a81677-aaec-487b-86ff-c9cf6d572fa1), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.662459 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:28.663763 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:28.754908 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8146675 Oct 28 20:44:28.794082 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b59ddc-5da3-44f4-9d02-5754c4083568 demo demo] Pushing event updated for resources: {'Network': ['ID=31a81677-aaec-487b-86ff-c9cf6d572fa1,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:28.807164 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:44:31.402696 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54336) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:31.810655 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2983b-2d10-425e-93f9-f7ca39abbfe0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:31.811975 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0be2983b-2d10-425e-93f9-f7ca39abbfe0 demo admin] 10.222.0.49 "GET /v2.0/networks/31a81677-aaec-487b-86ff-c9cf6d572fa1 HTTP/1.1" status: 200 len: 825 time: 0.4082823 Oct 28 20:44:31.838531 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e65ce67d-1ee8-4506-843e-5ed6eb3dca5e demo admin] 10.222.0.49 "GET /v2.0/subnetpools/1bbe774d-f453-4e55-8983-2bca9c3fdac7 HTTP/1.1" status: 200 len: 734 time: 0.0207789 Oct 28 20:44:31.847806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:31.871301 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Made reservation on behalf of 7651e6b03b65497ab11181afb4e27ca6 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:44:31.873585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:32.171048 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (a5741d3d-a2ad-4651-a069-be5605bed726), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:32.240978 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Checking segment: {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:44:32.241373 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Network hostable DHCP agents. Network: 31a81677-aaec-487b-86ff-c9cf6d572fa1, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:44:32.250971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a5741d3d-a2ad-4651-a069-be5605bed726,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:32.266077 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:44:32.278079 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 31a81677-aaec-487b-86ff-c9cf6d572fa1) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:32.283063 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:32.283682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:32.288890 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d17f70-9fab-4205-8ff4-fb91565d9f8e None None] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:44:32.302293 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-fd35f0b7-4bd7-4647-ab5f-7230f58550b4 demo admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4580710 Oct 28 20:44:32.677459 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-31a81677-aaec-487b-86ff-c9cf6d572fa1', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:44:32.678779 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:32.998532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Allocated IP 172.20.0.2 (31a81677-aaec-487b-86ff-c9cf6d572fa1/a5741d3d-a2ad-4651-a069-be5605bed726/34dc6550-416c-4bcf-9003-09fa01b5d726) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:44:33.252159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks [] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:33.260879 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:33.340078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:44:33.348160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:33.354230 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Pushing event updated for resources: {'Port': ['ID=34dc6550-416c-4bcf-9003-09fa01b5d726,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:33.356540 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:44:33.388305 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.388690 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.389030 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.389374 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.389711 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.390043 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.390375 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.390704 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.391035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.391379 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.391711 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.392064 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.392387 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Tracked resource versions report: Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: pushed versions: Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: { 'AddressGroup': {'1.2'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'ConntrackHelper': {'1.0'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Log': {'1.0'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Network': {'1.1'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Port': {'1.7'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'PortForwarding': {'1.2'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'QosPolicy': {'1.10'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroup': {'1.5'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SubPort': {'1.0'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Subnet': {'1.1'}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Trunk': {'1.1'}} Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: consumer versions: Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'ConntrackHelper': '1.0', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'LocalIPAssociation': '1.0', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Log': '1.0', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Network': '1.1', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Port': '1.7', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'PortForwarding': '1.2', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'QosPolicy': '1.10', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroup': '1.5', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroupRule': '1.2', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SubPort': '1.0', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Subnet': '1.1', Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Trunk': '1.1'}} Oct 28 20:44:33.393760 dv-cinder-859839-2-iscsi neutron-server[115444]: {{(pid=115444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:44:33.447430 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Attempting to bind port 34dc6550-416c-4bcf-9003-09fa01b5d726 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:44:33.447882 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Attempting to bind port 34dc6550-416c-4bcf-9003-09fa01b5d726 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:44:33.448294 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Attempting to bind port 34dc6550-416c-4bcf-9003-09fa01b5d726 on network 31a81677-aaec-487b-86ff-c9cf6d572fa1 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:44:33.453830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:44:33.454204 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Checking segment: {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:44:33.455015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:33.455126 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Bound using segment: {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:44:33.455560 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Bound port: 34dc6550-416c-4bcf-9003-09fa01b5d726, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:44:33.455995 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:33.536752 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] For port 34dc6550-416c-4bcf-9003-09fa01b5d726, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:44:33.561400 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] For port 34dc6550-416c-4bcf-9003-09fa01b5d726, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=34dc6550-416c-4bcf-9003-09fa01b5d726,segment=NetworkSegment(144041e9-04af-454f-a72f-6fcc05c2c9b9),segment_id=144041e9-04af-454f-a72f-6fcc05c2c9b9)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:44:33.569843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:33.624187 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0beb3-d8c0-4357-ad51-dde6687ebd15 None None] Pushing event updated for resources: {'Port': ['ID=34dc6550-416c-4bcf-9003-09fa01b5d726,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:35.022687 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54344) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:35.359983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [None req-0f145fb1-adfe-4da5-8dbe-3c4753f99baf admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:44:35.361037 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0f145fb1-adfe-4da5-8dbe-3c4753f99baf admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3373227 Oct 28 20:44:38.057240 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54352) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:38.395058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [None req-7a16d103-9006-4da7-95df-3ee310a7e8d1 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:44:38.396099 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7a16d103-9006-4da7-95df-3ee310a7e8d1 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3372633 Oct 28 20:44:41.049733 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54360) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:41.384188 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:41.409263 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (27774027-71a5-4739-b747-c866e147ed12), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:41.410893 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (27774027-71a5-4739-b747-c866e147ed12), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:41.550913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Publish callbacks [] for router_controller (27774027-71a5-4739-b747-c866e147ed12), precommit_add_association {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:41.557005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (27774027-71a5-4739-b747-c866e147ed12), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:41.574924 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:41.576109 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-96c6a937-84ed-4d83-8061-713cbdd91f6c demo demo] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5252886 Oct 28 20:44:41.964958 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-55ccf2a8-c900-406f-b914-5f677968c15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:44.151263 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 34dc6550-416c-4bcf-9003-09fa01b5d726 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:44:44.241843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 34dc6550-416c-4bcf-9003-09fa01b5d726 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:44.242272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:44.242633 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 34dc6550-416c-4bcf-9003-09fa01b5d726 Oct 28 20:44:44.258567 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54372) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:44.357123 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 34dc6550-416c-4bcf-9003-09fa01b5d726 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:44.357521 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:44.395246 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 34dc6550-416c-4bcf-9003-09fa01b5d726, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=34dc6550-416c-4bcf-9003-09fa01b5d726,segment=NetworkSegment(144041e9-04af-454f-a72f-6fcc05c2c9b9),segment_id=144041e9-04af-454f-a72f-6fcc05c2c9b9)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:44:44.400742 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:44.456461 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=34dc6550-416c-4bcf-9003-09fa01b5d726,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:44.612277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-746a67e4-0de6-4f41-991d-190206abdb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:44.635688 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [None req-be00ce9c-b64f-4923-9469-aaa5e8525cb6 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:44:44.637020 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-be00ce9c-b64f-4923-9469-aaa5e8525cb6 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3772140 Oct 28 20:44:45.513901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd4e84c-ebe3-4ce5-af66-cfab7c5ca9c5 None None] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:44:45.591341 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-f8b078a9-d94a-4954-994f-4359e3118185 None None] Provisioning complete for port 34dc6550-416c-4bcf-9003-09fa01b5d726 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:45.591341 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f8b078a9-d94a-4954-994f-4359e3118185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:45.591341 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-f8b078a9-d94a-4954-994f-4359e3118185 None None] Attempt 1 to provision port 34dc6550-416c-4bcf-9003-09fa01b5d726 Oct 28 20:44:45.726332 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-f8b078a9-d94a-4954-994f-4359e3118185 None None] Current status of the port 34dc6550-416c-4bcf-9003-09fa01b5d726 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:45.949576 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-b84a1f70-08f6-4093-bd8d-ced5cf78fc9d None None] Provisioning complete for port 34dc6550-416c-4bcf-9003-09fa01b5d726 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:45.950047 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-b84a1f70-08f6-4093-bd8d-ced5cf78fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:45.950445 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-b84a1f70-08f6-4093-bd8d-ced5cf78fc9d None None] Attempt 1 to provision port 34dc6550-416c-4bcf-9003-09fa01b5d726 Oct 28 20:44:46.028502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-b84a1f70-08f6-4093-bd8d-ced5cf78fc9d None None] Current status of the port 34dc6550-416c-4bcf-9003-09fa01b5d726 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:46.137080 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 34dc6550-416c-4bcf-9003-09fa01b5d726 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:44:46.185856 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 34dc6550-416c-4bcf-9003-09fa01b5d726 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:46.186241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:46.186579 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 34dc6550-416c-4bcf-9003-09fa01b5d726 Oct 28 20:44:46.311042 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 34dc6550-416c-4bcf-9003-09fa01b5d726 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:46.585077 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.362015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54380) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:47.620210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:47.674713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Made reservation on behalf of 3ac39942cf3a45f18781d7210d0aa25e for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:44:47.737972 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.policy [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115443) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 20:44:47.781965 dv-cinder-859839-2-iscsi neutron-server[115443]: WARNING oslo_policy.policy [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:47.782345 dv-cinder-859839-2-iscsi neutron-server[115443]: WARNING oslo_policy.policy [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 20:44:47.792833 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.813950 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.936134 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks [] for security_group (6bc85579-c0a3-497c-8392-fe76543330ac), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.940636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6bc85579-c0a3-497c-8392-fe76543330ac), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.953322 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Reserving flat network on physical network physnet1 {{(pid=115443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 20:44:47.987512 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768527048223', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (b8b665c4-f422-46d4-8149-4e64cd5bb0e6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:47.988157 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Unsubscribe: segment precommit_create {{(pid=115443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 20:44:47.988625 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Added segment b8b665c4-f422-46d4-8149-4e64cd5bb0e6 of type flat for network 64c4b171-d85f-446e-9e57-ed9235d65d59 Oct 28 20:44:48.005973 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc85579-c0a3-497c-8392-fe76543330ac,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:48.063075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.063436 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.063862 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.064256 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.064610 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.064939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.065291 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.065616 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.065954 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.066292 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.066614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.066930 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.067244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Tracked resource versions report: Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: pushed versions: Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: { 'AddressGroup': {'1.2'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'ConntrackHelper': {'1.0'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Log': {'1.0'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Network': {'1.1'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Port': {'1.7'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'PortForwarding': {'1.2'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'QosPolicy': {'1.10'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroup': {'1.5'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SubPort': {'1.0'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Subnet': {'1.1'}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Trunk': {'1.1'}} Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: consumer versions: Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'ConntrackHelper': '1.0', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'LocalIPAssociation': '1.0', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Log': '1.0', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Network': '1.1', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Port': '1.7', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'PortForwarding': '1.2', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'QosPolicy': '1.10', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroup': '1.5', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroupRule': '1.2', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SubPort': '1.0', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Subnet': '1.1', Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Trunk': '1.1'}} Oct 28 20:44:48.068589 dv-cinder-859839-2-iscsi neutron-server[115443]: {{(pid=115443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:44:48.112098 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (64c4b171-d85f-446e-9e57-ed9235d65d59), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:48.157510 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (64c4b171-d85f-446e-9e57-ed9235d65d59), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:48.158887 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:48.159591 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:48.191285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:48.249277 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8861215 Oct 28 20:44:48.267882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ebaed-a448-4a76-9fff-6b5dd163ef43 admin admin] Pushing event updated for resources: {'Network': ['ID=64c4b171-d85f-446e-9e57-ed9235d65d59,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:48.281495 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:44:48.640571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:50.841922 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54404) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:50.939776 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c7e956-0f2e-4f95-8a27-6838eca84513 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:50.941058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f2c7e956-0f2e-4f95-8a27-6838eca84513 demo admin] 10.222.0.49 "GET /v2.0/subnets/a5741d3d-a2ad-4651-a069-be5605bed726 HTTP/1.1" status: 200 len: 849 time: 0.0981874 Oct 28 20:44:51.066216 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-53405285-3d31-4ab9-bd8c-9b9198336567 demo admin] 10.222.0.49 "GET /v2.0/routers/27774027-71a5-4739-b747-c866e147ed12 HTTP/1.1" status: 200 len: 704 time: 0.1187184 Oct 28 20:44:51.329975 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:51.625273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Allocated IP 172.20.0.1 (31a81677-aaec-487b-86ff-c9cf6d572fa1/a5741d3d-a2ad-4651-a069-be5605bed726/ee0f8504-73a2-483a-b8aa-610813da3ff9) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:44:51.795770 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks [] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:51.919213 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:51.999697 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:44:52.005756 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:52.015654 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:44:52.016055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (27774027-71a5-4739-b747-c866e147ed12), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.039131 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Pushing event updated for resources: {'Port': ['ID=ee0f8504-73a2-483a-b8aa-610813da3ff9,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:52.236962 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.440790 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Provisioning complete for port ee0f8504-73a2-483a-b8aa-610813da3ff9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:52.441419 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.441582 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Attempt 1 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:52.459711 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks [] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.465017 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.465881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (27774027-71a5-4739-b747-c866e147ed12), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:52.473046 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Port ee0f8504-73a2-483a-b8aa-610813da3ff9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:44:52.545493 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Pushing event updated for resources: {'Port': ['ID=ee0f8504-73a2-483a-b8aa-610813da3ff9,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:52.596882 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:44:52.598285 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:52.765197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Router 27774027-71a5-4739-b747-c866e147ed12 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:44:52.856454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:44:52.861670 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-99baaaf6-5f8d-4438-be70-890986923db6 demo admin] 10.222.0.49 "PUT /v2.0/routers/27774027-71a5-4739-b747-c866e147ed12/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7895858 Oct 28 20:44:52.866627 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Sync routers for ids ['27774027-71a5-4739-b747-c866e147ed12'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:44:52.879751 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Routers {'27774027-71a5-4739-b747-c866e147ed12'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:44:52.880701 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:44:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['27774027-71a5-4739-b747-c866e147ed12'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:52.974057 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Attempt 2 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:53.008220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Port ee0f8504-73a2-483a-b8aa-610813da3ff9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:44:53.065831 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Set router 27774027-71a5-4739-b747-c866e147ed12 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:44:53.509333 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Attempt 3 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:53.509873 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:52Z', 'revision_number': 2, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:52Z', 'revision_number': 2, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:53.541841 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Port ee0f8504-73a2-483a-b8aa-610813da3ff9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:44:53.559428 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Checking router: 27774027-71a5-4739-b747-c866e147ed12 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:44:53.559919 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Updating router 27774027-71a5-4739-b747-c866e147ed12 port ee0f8504-73a2-483a-b8aa-610813da3ff9 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:44:53.614848 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.043264 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Attempt 4 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:54.084444 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Port ee0f8504-73a2-483a-b8aa-610813da3ff9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:44:54.181927 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks [] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.190856 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.343893 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Pushing event updated for resources: {'Port': ['ID=ee0f8504-73a2-483a-b8aa-610813da3ff9,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:54.346399 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Attempting to bind port ee0f8504-73a2-483a-b8aa-610813da3ff9 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:44:54.346803 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Attempting to bind port ee0f8504-73a2-483a-b8aa-610813da3ff9 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:44:54.347245 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Attempting to bind port ee0f8504-73a2-483a-b8aa-610813da3ff9 on network 31a81677-aaec-487b-86ff-c9cf6d572fa1 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:44:54.357445 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:44:54.357853 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Checking segment: {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:44:54.358328 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.358724 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Bound using segment: {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:44:54.359214 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Bound port: ee0f8504-73a2-483a-b8aa-610813da3ff9, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144041e9-04af-454f-a72f-6fcc05c2c9b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:44:54.359600 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.362212 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.362565 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.362920 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.363260 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.363594 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.363946 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.364276 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.364606 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.364935 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.365277 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.365607 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.366021 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.366254 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Tracked resource versions report: Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: pushed versions: Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: { 'AddressGroup': {'1.2'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'ConntrackHelper': {'1.0'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Log': {'1.0'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Network': {'1.1'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Port': {'1.7'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'PortForwarding': {'1.2'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'QosPolicy': {'1.10'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroup': {'1.5'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SubPort': {'1.0'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Subnet': {'1.1'}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Trunk': {'1.1'}} Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: consumer versions: Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'ConntrackHelper': '1.0', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'LocalIPAssociation': '1.0', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Log': '1.0', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Network': '1.1', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Port': '1.7', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'PortForwarding': '1.2', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'QosPolicy': '1.10', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroup': '1.5', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroupRule': '1.2', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SubPort': '1.0', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Subnet': '1.1', Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Trunk': '1.1'}} Oct 28 20:44:54.367588 dv-cinder-859839-2-iscsi neutron-server[115445]: {{(pid=115445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:44:54.435558 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] For port ee0f8504-73a2-483a-b8aa-610813da3ff9, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:44:54.465816 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] For port ee0f8504-73a2-483a-b8aa-610813da3ff9, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=ee0f8504-73a2-483a-b8aa-610813da3ff9,segment=NetworkSegment(144041e9-04af-454f-a72f-6fcc05c2c9b9),segment_id=144041e9-04af-454f-a72f-6fcc05c2c9b9)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:44:54.474186 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.519398 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Routers {'27774027-71a5-4739-b747-c866e147ed12'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:44:54.520061 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:44:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['27774027-71a5-4739-b747-c866e147ed12'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:54.564883 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f259b4-50da-4454-8271-ea363478d73b None None] Pushing event updated for resources: {'Port': ['ID=ee0f8504-73a2-483a-b8aa-610813da3ff9,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:54.585399 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Attempt 5 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:54.633385 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] Set router 27774027-71a5-4739-b747-c866e147ed12 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:44:54.670931 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Current status of the port ee0f8504-73a2-483a-b8aa-610813da3ff9 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:54.671319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.706796 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] For port ee0f8504-73a2-483a-b8aa-610813da3ff9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=ee0f8504-73a2-483a-b8aa-610813da3ff9,segment=NetworkSegment(144041e9-04af-454f-a72f-6fcc05c2c9b9),segment_id=144041e9-04af-454f-a72f-6fcc05c2c9b9)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:44:54.712475 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.780557 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b085fe-f6e8-474b-b6b3-388b07d1b19c None None] Pushing event updated for resources: {'Port': ['ID=ee0f8504-73a2-483a-b8aa-610813da3ff9,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:54.837786 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-c2e433c3-e98b-461c-ad07-f40e4a0d566f None None] Provisioning complete for port ee0f8504-73a2-483a-b8aa-610813da3ff9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:44:54.838601 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c2e433c3-e98b-461c-ad07-f40e4a0d566f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:54.838954 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c2e433c3-e98b-461c-ad07-f40e4a0d566f None None] Attempt 1 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:44:54.877544 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:52Z', 'revision_number': 2, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:54Z', 'revision_number': 4, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:44:54.905330 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a5b509-0731-42bb-abbe-6e60beded7f4 None None] The sync data for ids ['27774027-71a5-4739-b747-c866e147ed12'] in dv-cinder-859839-2-iscsi is: [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:52Z', 'revision_number': 2, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port_host': None, '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:54Z', 'revision_number': 4, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:44:54.926879 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c2e433c3-e98b-461c-ad07-f40e4a0d566f None None] Current status of the port ee0f8504-73a2-483a-b8aa-610813da3ff9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:44:55.387343 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54424) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:55.506087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aae27fa-41c4-4d47-94d8-05f2ef5a588e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:55.507389 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-9aae27fa-41c4-4d47-94d8-05f2ef5a588e admin admin] 10.222.0.49 "GET /v2.0/networks/64c4b171-d85f-446e-9e57-ed9235d65d59 HTTP/1.1" status: 200 len: 842 time: 0.1188571 Oct 28 20:44:55.517692 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'name': 'public-subnet'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:55.538159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Made reservation on behalf of 3ac39942cf3a45f18781d7210d0aa25e for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:44:55.541130 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:55.848796 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.objects.ports [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115442) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 28 20:44:55.849145 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (c586a44a-eb1b-4299-8221-2ff366276e1e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:55.906586 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c586a44a-eb1b-4299-8221-2ff366276e1e,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:44:55.916129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:44:55.916485 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Network hostable DHCP agents. Network: 64c4b171-d85f-446e-9e57-ed9235d65d59, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:44:55.936011 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:44:55.947211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 64c4b171-d85f-446e-9e57-ed9235d65d59) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:55.953107 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:55.954109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:55.961915 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083e1f19-af33-4bbd-a99f-c8468b1e6420 None None] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:44:55.979554 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f76373d2-857a-496c-b988-05e17fcdad61 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4593635 Oct 28 20:44:56.081692 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1533c419-ae43-40e5-9be0-9829d314f1cb None None] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:44:58.571295 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54432) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:44:58.785988 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f2b5d132-2889-4795-b54d-54eb92610d26 demo admin] 10.222.0.49 "GET /v2.0/routers/27774027-71a5-4739-b747-c866e147ed12 HTTP/1.1" status: 200 len: 710 time: 0.2135630 Oct 28 20:44:58.877738 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812ca4e-45bb-467e-9b66-4e34fbdb9691 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:44:58.879118 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6812ca4e-45bb-467e-9b66-4e34fbdb9691 demo admin] 10.222.0.49 "GET /v2.0/networks/64c4b171-d85f-446e-9e57-ed9235d65d59 HTTP/1.1" status: 200 len: 886 time: 0.0877621 Oct 28 20:44:58.893670 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:44:59.156920 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks [] for router_gateway (27774027-71a5-4739-b747-c866e147ed12), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:59.400905 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks [] for router_gateway (27774027-71a5-4739-b747-c866e147ed12), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:59.478424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:59.592759 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Allocated IP 172.27.3.95 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:44:59.701066 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks [] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:59.733165 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:44:59.772454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:44:59.775984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:44:59.779457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:44:59.818397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Pushing event updated for resources: {'Port': ['ID=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:45:00.037215 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks [] for router_gateway (27774027-71a5-4739-b747-c866e147ed12), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:00.329783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1623985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1624279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104333'] for router (27774027-71a5-4739-b747-c866e147ed12), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:00.333756 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1623992', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1623875', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1624286'] for router (27774027-71a5-4739-b747-c866e147ed12), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:00.474400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Router 27774027-71a5-4739-b747-c866e147ed12 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:45:00.586827 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:45:00.591875 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:00.593308 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-34de7cf8-1fdc-498f-8d79-c20c1769a471 demo admin] 10.222.0.49 "PUT /v2.0/routers/27774027-71a5-4739-b747-c866e147ed12 HTTP/1.1" status: 200 len: 889 time: 1.7034976 Oct 28 20:45:02.171814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device ee0f8504-73a2-483a-b8aa-610813da3ff9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:45:02.226677 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port ee0f8504-73a2-483a-b8aa-610813da3ff9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:45:02.227845 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:02.228259 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:45:02.320397 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port ee0f8504-73a2-483a-b8aa-610813da3ff9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:45:03.309035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54444) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:45:03.437820 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-39b2e87b-2ab9-4eb1-863d-93a22eb667be admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1275218 Oct 28 20:45:04.106896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Sync routers for ids ['27774027-71a5-4739-b747-c866e147ed12'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:45:04.120492 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Routers {'27774027-71a5-4739-b747-c866e147ed12'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:45:04.121158 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:44:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['27774027-71a5-4739-b747-c866e147ed12'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:45:04.341758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Set router 27774027-71a5-4739-b747-c866e147ed12 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:45:04.847817 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:59Z', 'revision_number': 4, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port': {'id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:59Z', 'updated_at': '2022-10-28T20:44:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:54Z', 'revision_number': 5, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:45:04.901199 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Checking router: 27774027-71a5-4739-b747-c866e147ed12 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:45:04.901551 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Updating router 27774027-71a5-4739-b747-c866e147ed12 port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:45:04.960802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.326570 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks [] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.335031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.373771 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Attempting to bind port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:45:05.374147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Attempting to bind port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:45:05.374513 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Attempting to bind port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:45:05.385417 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:45:05.385787 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:45:05.386196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.386586 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:45:05.387068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Bound port: a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:45:05.387446 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.433440 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a87ff-ee72-4260-bc6c-7ba4a767220e None None] Pushing event updated for resources: {'Port': ['ID=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:45:05.484839 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] For port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:45:05.488227 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] For port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:45:05.495032 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:05.551525 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Routers {'27774027-71a5-4739-b747-c866e147ed12'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:45:05.552211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:44:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['27774027-71a5-4739-b747-c866e147ed12'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:45:05.590017 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a87ff-ee72-4260-bc6c-7ba4a767220e None None] Pushing event updated for resources: {'Port': ['ID=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:45:05.700901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] Set router 27774027-71a5-4739-b747-c866e147ed12 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:45:05.981942 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:59Z', 'revision_number': 4, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port': {'id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:59Z', 'updated_at': '2022-10-28T20:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:54Z', 'revision_number': 5, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:45:06.013259 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ef594-82d9-4d49-8eb4-090546544788 None None] The sync data for ids ['27774027-71a5-4739-b747-c866e147ed12'] in dv-cinder-859839-2-iscsi is: [{'id': '27774027-71a5-4739-b747-c866e147ed12', 'name': 'router1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:44:41Z', 'updated_at': '2022-10-28T20:44:59Z', 'revision_number': 4, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'gw_port': {'id': 'a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:59Z', 'updated_at': '2022-10-28T20:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'ee0f8504-73a2-483a-b8aa-610813da3ff9', 'name': '', 'network_id': '31a81677-aaec-487b-86ff-c9cf6d572fa1', 'tenant_id': '7651e6b03b65497ab11181afb4e27ca6', 'mac_address': 'fa:16:3e:ce:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27774027-71a5-4739-b747-c866e147ed12', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:44:51Z', 'updated_at': '2022-10-28T20:44:54Z', 'revision_number': 5, 'project_id': '7651e6b03b65497ab11181afb4e27ca6', 'subnets': [{'id': 'a5741d3d-a2ad-4651-a069-be5605bed726', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbe774d-f453-4e55-8983-2bca9c3fdac7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:45:08.322935 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:45:08.420972 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:45:08.421597 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:08.422093 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 Oct 28 20:45:08.534139 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:45:08.535211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:08.564943 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:45:08.576208 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:08.639623 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:45:10.250211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:45:10.378880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:45:10.379774 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:10.380335 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 Oct 28 20:45:10.526600 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a157a3c7-1904-4bb6-bbb5-10c2ce43b8b4 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:45:12.038291 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-44cc9691-0885-47a2-955d-f5ff3c647954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:12.398295 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:45:14.642647 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f4cd57d3-740a-444a-a54e-70eef5780a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:16.603515 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:18.195196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:18.648671 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:41.986917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-e9b0bc86-96a9-4add-b5ad-9f580e1dc45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:44.621762 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-55ca08a6-96c8-4d89-ac92-7c6cb2f2c7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:46.591533 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:48.201115 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:48.645514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:45:49.387216 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:46:11.975827 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-08936871-1ef5-471c-9a5b-7d91c6d8983f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:14.615548 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-44e9b213-047d-4a2c-8cca-d1d7873315b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:16.593744 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:18.201586 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:18.642081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:26.386155 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:46:33.708121 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54928) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:33.776166 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e2f69d-2085-46b3-a7f7-69c4ad70ceb9 admin admin] GET failed (client error): The resource could not be found. Oct 28 20:46:33.777553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-35e2f69d-2085-46b3-a7f7-69c4ad70ceb9 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684791 Oct 28 20:46:33.952280 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c04558-a5a5-4016-ba64-1dee7172744a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:33.953676 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-06c04558-a5a5-4016-ba64-1dee7172744a admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1717560 Oct 28 20:46:36.370444 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54938) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:36.462935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c705d67-9fb3-40ab-890c-2186a3ac472a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:36.464342 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1c705d67-9fb3-40ab-890c-2186a3ac472a admin admin] 10.222.0.49 "GET /v2.0/subnets/a5741d3d-a2ad-4651-a069-be5605bed726 HTTP/1.1" status: 200 len: 849 time: 0.0929341 Oct 28 20:46:36.473752 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:46:36.558223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Publish callbacks [] for subnet (a5741d3d-a2ad-4651-a069-be5605bed726), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:36.702233 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768527109259'] for subnet (a5741d3d-a2ad-4651-a069-be5605bed726), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:36.737208 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:36.737783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:36.738073 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d5de73-c076-418f-90db-9587275189c4 None None] Network 31a81677-aaec-487b-86ff-c9cf6d572fa1 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:46:36.740285 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] 10.222.0.49 "PUT /v2.0/subnets/a5741d3d-a2ad-4651-a069-be5605bed726 HTTP/1.1" status: 200 len: 868 time: 0.2700346 Oct 28 20:46:36.758053 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5741d3d-a2ad-4651-a069-be5605bed726,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:46:36.766273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.766659 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.767009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.767494 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.767889 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.768231 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.768585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.768925 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.769273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.769625 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.769965 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.770496 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:36.770838 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf3a11a-405b-4146-b1b3-4da83dd0e9f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:46:37.057449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Provisioning complete for port 34dc6550-416c-4bcf-9003-09fa01b5d726 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:46:37.057849 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (34dc6550-416c-4bcf-9003-09fa01b5d726), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:37.058191 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Attempt 1 to provision port 34dc6550-416c-4bcf-9003-09fa01b5d726 Oct 28 20:46:37.132511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Current status of the port 34dc6550-416c-4bcf-9003-09fa01b5d726 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:46:37.142960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Provisioning complete for port ee0f8504-73a2-483a-b8aa-610813da3ff9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:46:37.143276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee0f8504-73a2-483a-b8aa-610813da3ff9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:37.143619 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Attempt 1 to provision port ee0f8504-73a2-483a-b8aa-610813da3ff9 Oct 28 20:46:37.221404 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5c228321-8d8e-4b0c-b0ed-29eeb8d46838 None None] Current status of the port ee0f8504-73a2-483a-b8aa-610813da3ff9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:46:39.133364 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54946) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:39.344634 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25d4d9-9030-43a1-9c8f-fe190627c01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:39.345029 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25d4d9-9030-43a1-9c8f-fe190627c01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:39.346590 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1b25d4d9-9030-43a1-9c8f-fe190627c01b admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2122881 Oct 28 20:46:41.760184 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54956) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:41.895265 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9307a52-bef4-4044-9e48-23915bbf8d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:41.895732 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9307a52-bef4-4044-9e48-23915bbf8d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:41.897324 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e9307a52-bef4-4044-9e48-23915bbf8d25 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1361825 Oct 28 20:46:41.969183 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-57c915fa-4b3b-41e8-9878-684828c4d5f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:44.325814 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 54964) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:44.550816 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7563755c-517a-4cb7-ae1d-3b8300a5581a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:44.552229 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7563755c-517a-4cb7-ae1d-3b8300a5581a admin admin] 10.222.0.49 "GET /v2.0/networks/31a81677-aaec-487b-86ff-c9cf6d572fa1 HTTP/1.1" status: 200 len: 869 time: 0.2254739 Oct 28 20:46:44.619685 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c3d01563-9a35-4d7e-a511-248dad0847f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:46.594917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:46.959824 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54972) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:47.091420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1396c4d-5d07-426a-9837-865a843d0ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:47.092852 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c1396c4d-5d07-426a-9837-865a843d0ca4 admin admin] 10.222.0.49 "GET /v2.0/networks/64c4b171-d85f-446e-9e57-ed9235d65d59 HTTP/1.1" status: 200 len: 886 time: 0.1320620 Oct 28 20:46:48.209753 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:48.645365 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:46:49.474928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54980) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:49.605194 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211199fe-1d5e-447e-bfbe-e94af6a1de47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:49.605648 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211199fe-1d5e-447e-bfbe-e94af6a1de47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:49.607158 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-211199fe-1d5e-447e-bfbe-e94af6a1de47 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1313760 Oct 28 20:46:52.002385 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54988) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:52.102453 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fbbb8-6a28-4942-9f57-1fb1bc236b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:52.102906 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98fbbb8-6a28-4942-9f57-1fb1bc236b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:52.104497 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e98fbbb8-6a28-4942-9f57-1fb1bc236b80 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1011465 Oct 28 20:46:54.625164 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 54996) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:54.717725 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24216575-7119-4914-a27f-a0319fbd6254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:54.719080 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-24216575-7119-4914-a27f-a0319fbd6254 admin admin] 10.222.0.49 "GET /v2.0/subnets/a5741d3d-a2ad-4651-a069-be5605bed726 HTTP/1.1" status: 200 len: 868 time: 0.0929441 Oct 28 20:46:57.120172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55004) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:46:57.211427 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5ef70-3f8f-4d24-9022-3097f736995e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:46:57.212831 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a6d5ef70-3f8f-4d24-9022-3097f736995e admin admin] 10.222.0.49 "GET /v2.0/subnets/c586a44a-eb1b-4299-8221-2ff366276e1e HTTP/1.1" status: 200 len: 816 time: 0.0917029 Oct 28 20:47:03.385272 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:47:11.972017 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-05861843-8404-4291-ac12-ccd81165b6a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:14.621773 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-49ac2ee0-5667-4bb1-87ca-2960932b06ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:16.599263 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:18.208833 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:18.649927 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:23.813560 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55058) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:47:23.861852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [None req-26364a51-8676-41c5-b6d7-bd8e9d03d887 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:47:23.862868 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-26364a51-8676-41c5-b6d7-bd8e9d03d887 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483630 Oct 28 20:47:26.349698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55066) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:47:26.411899 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f38663-ed01-45e5-b1fa-cf2477c5ffda admin admin] GET failed (client error): The resource could not be found. Oct 28 20:47:26.413177 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d5f38663-ed01-45e5-b1fa-cf2477c5ffda admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625505 Oct 28 20:47:26.558057 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbd804-891c-4c9f-938f-6af517485093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:47:26.559519 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5fcbd804-891c-4c9f-938f-6af517485093 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422651 Oct 28 20:47:28.993756 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55074) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:47:29.041400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:47:29.060623 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Made reservation on behalf of 3ac39942cf3a45f18781d7210d0aa25e for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:47:29.062775 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:29.090800 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING neutron.services.revisions.revision_plugin [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Could not find related network for resource to bump revision. Oct 28 20:47:29.103434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:47:29.112659 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (4a3905df-6be4-4a48-9b7e-98341cdace78), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:29.112989 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Added segment 4a3905df-6be4-4a48-9b7e-98341cdace78 of type vlan for network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f Oct 28 20:47:29.160971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (2bb0ab16-8d5f-4468-9373-05a9a00a7e3f), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:29.184849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (2bb0ab16-8d5f-4468-9373-05a9a00a7e3f), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:29.185723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:47:29.186296 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:29.253845 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2589912 Oct 28 20:47:29.285475 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854ac31-1f64-4bad-8539-a3d5e47ff1eb admin admin] Pushing event updated for resources: {'Network': ['ID=2bb0ab16-8d5f-4468-9373-05a9a00a7e3f,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:47:29.296691 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:47:31.657595 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55082) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:47:31.724150 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.pecan_wsgi.hooks.translation [None req-676fbc78-5402-42c0-84ff-78e7c828263b admin admin] GET failed (client error): The resource could not be found. Oct 28 20:47:31.726824 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-676fbc78-5402-42c0-84ff-78e7c828263b admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0668938 Oct 28 20:47:31.804591 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc3d948-6422-4fd5-91fc-a866d2e67163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:47:31.808339 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-dfc3d948-6422-4fd5-91fc-a866d2e67163 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0784423 Oct 28 20:47:31.815884 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:47:31.836182 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Made reservation on behalf of 3ac39942cf3a45f18781d7210d0aa25e for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:47:31.838446 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.111868 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (1ced0ff5-2787-4251-8440-97bd703c8e5a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.164654 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ced0ff5-2787-4251-8440-97bd703c8e5a,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:47:32.174711 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Checking segment: {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:47:32.175061 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Network hostable DHCP agents. Network: 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:47:32.192257 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:47:32.202262 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:47:32.207223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:47:32.208617 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.212046 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a355d1c-83d6-42dd-bdec-ddeb792f233e None None] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:47:32.226179 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ac600d49-d103-4093-a0f1-62f399541236 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4138126 Oct 28 20:47:32.343976 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-2bb0ab16-8d5f-4468-9373-05a9a00a7e3f', 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f', 'project_id': '3ac39942cf3a45f18781d7210d0aa25e', 'fixed_ips': [{'subnet_id': '1ced0ff5-2787-4251-8440-97bd703c8e5a'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:47:32.344859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.490863 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Allocated IP 192.168.233.2 (2bb0ab16-8d5f-4468-9373-05a9a00a7e3f/1ced0ff5-2787-4251-8440-97bd703c8e5a/d9c94971-4d2f-4c6d-9a32-baeebbc95201) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:47:32.736892 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks [] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.744731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.791316 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Pushing event updated for resources: {'Port': ['ID=d9c94971-4d2f-4c6d-9a32-baeebbc95201,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:47:32.798002 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:47:32.799409 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:47:32.802393 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:47:32.808848 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.809220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.809576 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.809914 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.810244 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.810571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.811302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.811302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.811523 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.811887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.814906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.814906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.814906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:47:32.873480 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Attempting to bind port d9c94971-4d2f-4c6d-9a32-baeebbc95201 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:47:32.873897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Attempting to bind port d9c94971-4d2f-4c6d-9a32-baeebbc95201 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:47:32.874500 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Attempting to bind port d9c94971-4d2f-4c6d-9a32-baeebbc95201 on network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:47:32.881286 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:47:32.881656 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Checking segment: {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:47:32.882058 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.882448 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Bound using segment: {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:47:32.882919 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Bound port: d9c94971-4d2f-4c6d-9a32-baeebbc95201, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:47:32.883300 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:32.948588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] For port d9c94971-4d2f-4c6d-9a32-baeebbc95201, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:47:32.952075 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] For port d9c94971-4d2f-4c6d-9a32-baeebbc95201, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=d9c94971-4d2f-4c6d-9a32-baeebbc95201,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:47:32.960021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:33.016412 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bad1-61ec-4ff5-b482-d4287573fd14 None None] Pushing event updated for resources: {'Port': ['ID=d9c94971-4d2f-4c6d-9a32-baeebbc95201,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:47:33.899681 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbac2c1d-c819-4eb1-a6c2-bb4f66734a52 None None] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:47:33.966409 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Provisioning complete for port d9c94971-4d2f-4c6d-9a32-baeebbc95201 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:47:33.966814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:33.967158 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Attempt 1 to provision port d9c94971-4d2f-4c6d-9a32-baeebbc95201 Oct 28 20:47:34.089147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Current status of the port d9c94971-4d2f-4c6d-9a32-baeebbc95201 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:47:34.089444 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:34.128748 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] For port d9c94971-4d2f-4c6d-9a32-baeebbc95201, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=d9c94971-4d2f-4c6d-9a32-baeebbc95201,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:47:34.134625 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:34.188939 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e1842-1e2f-47c1-a81c-015d673673e2 None None] Pushing event updated for resources: {'Port': ['ID=d9c94971-4d2f-4c6d-9a32-baeebbc95201,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:47:34.293462 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device d9c94971-4d2f-4c6d-9a32-baeebbc95201 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:47:34.348397 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port d9c94971-4d2f-4c6d-9a32-baeebbc95201 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:47:34.348706 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:34.349049 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port d9c94971-4d2f-4c6d-9a32-baeebbc95201 Oct 28 20:47:34.383075 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-367d6af8-86a9-4a99-852d-66e8b1fe3551 None None] Provisioning complete for port d9c94971-4d2f-4c6d-9a32-baeebbc95201 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:47:34.383466 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-367d6af8-86a9-4a99-852d-66e8b1fe3551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:34.383835 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-367d6af8-86a9-4a99-852d-66e8b1fe3551 None None] Attempt 1 to provision port d9c94971-4d2f-4c6d-9a32-baeebbc95201 Oct 28 20:47:34.466483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port d9c94971-4d2f-4c6d-9a32-baeebbc95201 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:47:34.502625 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-367d6af8-86a9-4a99-852d-66e8b1fe3551 None None] Current status of the port d9c94971-4d2f-4c6d-9a32-baeebbc95201 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:47:36.252740 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device d9c94971-4d2f-4c6d-9a32-baeebbc95201 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:47:36.311710 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port d9c94971-4d2f-4c6d-9a32-baeebbc95201 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:47:36.312146 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d9c94971-4d2f-4c6d-9a32-baeebbc95201), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:36.312488 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port d9c94971-4d2f-4c6d-9a32-baeebbc95201 Oct 28 20:47:36.389736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port d9c94971-4d2f-4c6d-9a32-baeebbc95201 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:47:40.384224 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:47:41.976809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-885ce960-af5f-407b-bad6-33aa3c866bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:44.624813 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c005d975-651f-45dd-add8-52de6613b28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:46.601965 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:48.214132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:47:48.653113 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:11.979367 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-554722e8-99c8-4ac0-8f7a-16845ee12ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:14.626894 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-27bc5df0-de94-4526-b1af-6053f1ed1ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:16.606033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:17.382632 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:48:18.220517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:18.658049 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:41.982356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a39f7337-6a4e-498d-a310-f9f9c741ee74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:44.631567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a625a3f3-6991-43ff-85f5-731958f3aa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:46.612594 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:48.221141 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:48.662150 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:48:54.381588 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:49:01.564304 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55124) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:49:01.571081 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [None req-a8084a51-886a-4280-901b-85f39455b4ac tempest-verify_tempest_config-87368110 tempest-verify_tempest_config-87368110-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:49:01.572088 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a8084a51-886a-4280-901b-85f39455b4ac tempest-verify_tempest_config-87368110 tempest-verify_tempest_config-87368110-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061846 Oct 28 20:49:01.891435 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55142) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:49:01.998362 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.082533 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Publish callbacks [] for security_group (60ece257-b2e9-4a43-a1f8-b35630a74860), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.086629 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (60ece257-b2e9-4a43-a1f8-b35630a74860), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.132200 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ad8d03fdd5a49f38ed1b5ec8a6ded54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2395768 Oct 28 20:49:02.133004 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ece257-b2e9-4a43-a1f8-b35630a74860,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:49:02.135097 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55148) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:49:02.140073 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.140440 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.140785 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.141116 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.141443 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.141768 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.142106 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.142431 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.142775 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.143139 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.143457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.143962 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.144286 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d935cf08-b0b3-4549-bdd4-f3c6da672b53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.195552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Publish callbacks [] for security_group (60ece257-b2e9-4a43-a1f8-b35630a74860), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.221660 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Publish callbacks [] for security_group (60ece257-b2e9-4a43-a1f8-b35630a74860), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.322584 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (60ece257-b2e9-4a43-a1f8-b35630a74860), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.325425 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:02.326882 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60ece257-b2e9-4a43-a1f8-b35630a74860 HTTP/1.1" status: 204 len: 168 time: 0.1906123 Oct 28 20:49:02.339221 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ece257-b2e9-4a43-a1f8-b35630a74860,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:49:02.347237 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.347629 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.348001 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.348474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.348921 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.349273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.349631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.349950 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.350296 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.350645 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.350977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.351311 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:02.352023 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb9ed2bb-e3c0-4f2d-9331-14e5c8203cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:49:11.984924 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0f441a6e-5681-4ef1-97b5-0370c7ac6d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:14.640962 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5dd6279d-1a20-4b8c-879c-dc2ec012d32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:16.609667 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:18.223170 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:18.676114 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:31.379673 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:49:41.988239 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-fc92bcc6-8c80-4528-a909-daf07505564b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:44.634648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-156f5706-5569-4127-a157-3b6ad077ad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:46.612641 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:48.225412 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:49:48.671181 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:08.377815 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 5 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:50:11.991387 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-25b3cbf7-6d81-4bbe-99aa-83241857396d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:14.634918 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4257beac-352f-421a-8b58-43a862a8fba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:16.615685 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:18.228802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:18.674900 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:40.229333 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623363'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:41.993632 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-91f513d9-9d36-431f-9000-14ef8059eb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:44.636473 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-084cc635-b104-4a29-8ad9-5555814cd5b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:45.376776 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:50:46.620456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:48.233081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:48.677920 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:50:55.018688 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55218) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:50:55.124963 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6f3f9c99-2a6a-4262-a5e6-a5b77346ec8c admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1050396 Oct 28 20:50:57.519575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55228) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:50:57.583334 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f8623cbb-5411-4da6-b6f4-de51cbc8c6e1 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0620971 Oct 28 20:51:10.219087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:11.995574 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-b4ba1d3d-8a2d-4b6c-8197-f9f042ad5ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:14.638469 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2b8afc08-5735-48f8-ad65-7138d13cca14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:16.622103 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:18.235789 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:18.681161 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:22.375209 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:51:40.222652 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:41.998159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6f89ae26-97d2-4385-80a1-6598f0ea44d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:44.641053 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-75c9a037-c409-48d4-b801-95850f190b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:46.623986 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:48.240416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:48.683604 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:51:59.373920 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:52:10.238610 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:12.000488 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8ff37d9d-e011-4427-86b2-44e461372303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:14.647068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f485e99a-3989-402a-af8b-c705aeba36ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:16.625697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:18.243546 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:18.687480 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:36.372465 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:52:40.251395 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:42.003419 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4fed7104-6e5d-4c84-8d8b-b48dc56a27a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:44.639092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4e670fdf-0f39-4910-aa56-85f899735c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:46.629834 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:48.247250 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:48.691609 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:58.629375 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55390) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:58.742885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55404) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:58.783053 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55410) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:58.894914 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-network', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:58.920269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Made reservation on behalf of 99fe5983d1c6464796b4c24984ceb0c4 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:52:58.924112 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:58.940665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:58.963036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-182084929-network', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:59.006389 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-network', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:59.055933 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Made reservation on behalf of dca1f27b8d344d09bd6637d783fa6361 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:52:59.059684 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.112369 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.149866 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks [] for security_group (55e29808-9d0e-4efc-9363-839f5addc740), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.165612 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (55e29808-9d0e-4efc-9363-839f5addc740), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.188288 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Made reservation on behalf of 908c94b386f2491aa46bed4be1d5ea84 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:52:59.192103 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.214458 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:52:59.268303 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (c204b869-8236-4792-9c09-a202b3fed2b6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.268303 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Added segment c204b869-8236-4792-9c09-a202b3fed2b6 of type vlan for network 37bf060d-dcd9-487e-8c29-ea49b0f0844c Oct 28 20:52:59.300996 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.339026 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e29808-9d0e-4efc-9363-839f5addc740,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:52:59.366191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55440) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:59.409506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (37bf060d-dcd9-487e-8c29-ea49b0f0844c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.415493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.416351 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.417092 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.417660 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.418376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.419273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.420099 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.421504 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.422289 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.423058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.423864 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.424624 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.425471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Tracked resource versions report: Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: pushed versions: Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: { 'AddressGroup': {'1.2'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'ConntrackHelper': {'1.0'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Log': {'1.0'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Network': {'1.1'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Port': {'1.7'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'PortForwarding': {'1.2'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'QosPolicy': {'1.10'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroup': {'1.5'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SubPort': {'1.0'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Subnet': {'1.1'}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Trunk': {'1.1'}} Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: consumer versions: Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: HyperV agent@hv-cinder-85983: {}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'ConntrackHelper': '1.0', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'LocalIPAssociation': '1.0', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Log': '1.0', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Network': '1.1', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Port': '1.7', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'PortForwarding': '1.2', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'QosPolicy': '1.10', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroup': '1.5', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SecurityGroupRule': '1.2', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'SubPort': '1.0', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Subnet': '1.1', Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: 'Trunk': '1.1'}} Oct 28 20:52:59.427780 dv-cinder-859839-2-iscsi neutron-server[115443]: {{(pid=115443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:52:59.527038 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (37bf060d-dcd9-487e-8c29-ea49b0f0844c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.528457 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:52:59.529398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.540466 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55450) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:59.629785 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55454) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:59.645434 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] Pushing event updated for resources: {'Network': ['ID=37bf060d-dcd9-487e-8c29-ea49b0f0844c,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:52:59.680293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:52:59.692439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55458) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:52:59.696903 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1eaf0600-0fa8-49a7-a353-c2848d7af313 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0655341 Oct 28 20:52:59.701551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Request body: {'subnet': {'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-subnet', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:59.721022 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-227961675-network', 'tenant_id': 'c09c53c40108411b8b37620f637000e2'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:59.728171 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks [] for security_group (e0c55e61-e7b5-4951-8cfd-38128c4db51a), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.747929 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e0c55e61-e7b5-4951-8cfd-38128c4db51a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.773722 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:52:59.774565 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:52:59.777089 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.792974 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.804878 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Made reservation on behalf of 99fe5983d1c6464796b4c24984ceb0c4 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:52:59.807759 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.842322 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (60624e49-c21f-4c5b-87f1-56f6eb7ef9a2), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.843043 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Added segment 60624e49-c21f-4c5b-87f1-56f6eb7ef9a2 of type vlan for network f7146be1-4714-4b02-a562-bb1f0e0886cb Oct 28 20:52:59.894635 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (f7146be1-4714-4b02-a562-bb1f0e0886cb), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.934946 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks [] for security_group (382f164f-c11e-48f1-8ef9-2ccd0532cc5e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.949986 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (f7146be1-4714-4b02-a562-bb1f0e0886cb), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.950226 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-720903527-network', 'tenant_id': '852949f745ee4e23959a221981897741'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:52:59.951579 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:52:59.952392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.958116 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (382f164f-c11e-48f1-8ef9-2ccd0532cc5e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.959611 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks [] for security_group (739f350c-895e-4df6-8eda-ce07b3e8f807), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:52:59.979005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:52:59.987250 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (739f350c-895e-4df6-8eda-ce07b3e8f807), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.003341 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (46f39af6-316a-4d75-b3e9-793cf60c50d8), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.004326 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Added segment 46f39af6-316a-4d75-b3e9-793cf60c50d8 of type vlan for network 58e46008-6198-4244-bd77-9dc3966e763e Oct 28 20:53:00.020895 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c55e61-e7b5-4951-8cfd-38128c4db51a,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.039836 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2957611 Oct 28 20:53:00.057051 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55466) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:00.065021 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Request body: {'subnet': {'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-182084929-subnet', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:00.074337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:53:00.096041 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (58e46008-6198-4244-bd77-9dc3966e763e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.100878 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23191a-cbb3-4abc-8950-8013af166618 admin admin] Pushing event updated for resources: {'Network': ['ID=f7146be1-4714-4b02-a562-bb1f0e0886cb,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.115985 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network f7146be1-4714-4b02-a562-bb1f0e0886cb details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:00.118936 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739f350c-895e-4df6-8eda-ce07b3e8f807,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.122683 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (78882de7-797d-4621-8aaa-573866060150), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.123021 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Added segment 78882de7-797d-4621-8aaa-573866060150 of type vlan for network b0e1bf57-7623-45a9-9c3d-abb9374865f9 Oct 28 20:53:00.123370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1313847615-network', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:00.126446 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Made reservation on behalf of dca1f27b8d344d09bd6637d783fa6361 for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:00.130072 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.189721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Made reservation on behalf of 852949f745ee4e23959a221981897741 for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:00.195114 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.226445 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.230711 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (b0e1bf57-7623-45a9-9c3d-abb9374865f9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.310534 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (b0e1bf57-7623-45a9-9c3d-abb9374865f9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.311534 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:00.312158 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.393784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (58e46008-6198-4244-bd77-9dc3966e763e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.396535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:00.397516 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.484299 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] Pushing event updated for resources: {'Network': ['ID=b0e1bf57-7623-45a9-9c3d-abb9374865f9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.509901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:00.556313 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1875322 Oct 28 20:53:00.559837 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks [] for security_group (65eb1551-fc20-43fa-bcb2-26feffc2117e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.567123 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55480) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:00.590355 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-14756fb4-d1bd-41cb-b769-72cb297fd5cd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8060341 Oct 28 20:53:00.590797 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Request body: {'subnet': {'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-227961675-subnet', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:00.591508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55484) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:00.592597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (04c9df3f-6c6e-4b4e-9769-1d19badba3e7), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.599421 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Request body: {'subnet': {'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-subnet', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:00.641216 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:00.646619 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.660210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Made reservation on behalf of 908c94b386f2491aa46bed4be1d5ea84 for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:00.662555 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.765813 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (65eb1551-fc20-43fa-bcb2-26feffc2117e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.821828 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382f164f-c11e-48f1-8ef9-2ccd0532cc5e,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.836814 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Made reservation on behalf of aa76b14bb1ff4a7383ff932ec1df8e10 for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:00.841013 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.897850 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Pushing event updated for resources: {'Network': ['ID=58e46008-6198-4244-bd77-9dc3966e763e,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.903337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (600b0214-16cd-483f-bc94-bef855287333), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.903732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.904481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.905261 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.906064 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.907177 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.908084 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.908945 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.910526 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.911405 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.912253 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.913049 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.913794 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.914562 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Tracked resource versions report: Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: pushed versions: Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: { 'AddressGroup': {'1.2'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'ConntrackHelper': {'1.0'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Log': {'1.0'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Network': {'1.1'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Port': {'1.7'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'PortForwarding': {'1.2'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'QosPolicy': {'1.10'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroup': {'1.5'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SubPort': {'1.0'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Subnet': {'1.1'}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Trunk': {'1.1'}} Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: consumer versions: Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: HyperV agent@hv-cinder-85983: {}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'ConntrackHelper': '1.0', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'LocalIPAssociation': '1.0', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Log': '1.0', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Network': '1.1', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Port': '1.7', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'PortForwarding': '1.2', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'QosPolicy': '1.10', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroup': '1.5', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SecurityGroupRule': '1.2', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'SubPort': '1.0', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Subnet': '1.1', Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: 'Trunk': '1.1'}} Oct 28 20:53:00.916921 dv-cinder-859839-2-iscsi neutron-server[115442]: {{(pid=115442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:53:00.921205 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Checking segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:00.921634 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Network hostable DHCP agents. Network: f7146be1-4714-4b02-a562-bb1f0e0886cb, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:00.939300 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:00.955280 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c9df3f-6c6e-4b4e-9769-1d19badba3e7,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:00.960337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Network f7146be1-4714-4b02-a562-bb1f0e0886cb is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:01.003171 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:53:01.017550 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, f7146be1-4714-4b02-a562-bb1f0e0886cb) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:01.030511 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:01.031437 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.041919 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b4b12-a96e-447d-8fa5-e1753bd86b52 None None] Network f7146be1-4714-4b02-a562-bb1f0e0886cb requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:01.049272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Checking segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:01.049901 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Network hostable DHCP agents. Network: b0e1bf57-7623-45a9-9c3d-abb9374865f9, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:01.072380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=600b0214-16cd-483f-bc94-bef855287333,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:01.080378 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-130f271b-c9dd-46d8-8b78-094bb2e7eccc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0195017 Oct 28 20:53:01.085360 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55494) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:01.091244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:01.099470 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (f02e0393-aa22-400f-bf35-99931a2570fe), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.100209 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Added segment f02e0393-aa22-400f-bf35-99931a2570fe of type vlan for network a8c0fe41-5434-485d-ab78-d48590c8550a Oct 28 20:53:01.118625 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:01.125956 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, b0e1bf57-7623-45a9-9c3d-abb9374865f9) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:01.137447 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.141699 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.154861 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:01.155842 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.161998 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045deb19-2d28-4177-b994-1490ca937221 None None] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:01.215235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (a8c0fe41-5434-485d-ab78-d48590c8550a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.307389 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.307857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.308209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.308550 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.310954 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.312872 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.313378 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.314204 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.314423 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.315136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.315574 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.316764 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.317248 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938f5657-77b7-4113-be12-72ab0ee7e618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:01.341210 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bf2182b0-4789-41cf-8d35-e8f8dd62a912 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7434413 Oct 28 20:53:01.350609 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 58e46008-6198-4244-bd77-9dc3966e763e details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:01.365356 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55508) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:01.378087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:01.398370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (a8c0fe41-5434-485d-ab78-d48590c8550a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.400338 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:01.401569 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.441987 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8988411 Oct 28 20:53:01.458721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55514) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:01.486124 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Request body: {'subnet': {'network_id': 'a8c0fe41-5434-485d-ab78-d48590c8550a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-720903527-subnet', 'tenant_id': '852949f745ee4e23959a221981897741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:01.567104 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Made reservation on behalf of 852949f745ee4e23959a221981897741 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:01.569528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-f7146be1-4714-4b02-a562-bb1f0e0886cb', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'fixed_ips': [{'subnet_id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:53:01.571278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.572918 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.604678 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:53:01.606033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.634398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for router_controller (c5c06396-122c-45e7-a051-1a5161b12fb0), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.657927 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65eb1551-fc20-43fa-bcb2-26feffc2117e,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:01.702873 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (b6005fe4-1466-4c82-9082-7f4466645087), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.705265 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (b6005fe4-1466-4c82-9082-7f4466645087), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.806377 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f61e3-99c1-47c6-8335-a90ceb4d1010 admin admin] Pushing event updated for resources: {'Network': ['ID=a8c0fe41-5434-485d-ab78-d48590c8550a,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:01.935107 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (4b7bd80f-d207-4ebe-92e1-649d9660a0c5), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:01.944339 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network a8c0fe41-5434-485d-ab78-d48590c8550a details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:01.994179 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b7bd80f-d207-4ebe-92e1-649d9660a0c5,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:02.004245 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (58077f8c-4c84-4b60-a26f-fa20c33ec600), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.053263 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=58077f8c-4c84-4b60-a26f-fa20c33ec600,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:02.120396 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for router_gateway (c5c06396-122c-45e7-a051-1a5161b12fb0), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.162504 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for router_controller (b6005fe4-1466-4c82-9082-7f4466645087), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.226798 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks [] for security_group (69e001ba-0c99-47bf-9e90-a6dc331b68ff), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.250189 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:02.250778 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Network hostable DHCP agents. Network: 37bf060d-dcd9-487e-8c29-ea49b0f0844c, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:02.267159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (69e001ba-0c99-47bf-9e90-a6dc331b68ff), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.329732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:02.330228 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Network hostable DHCP agents. Network: 58e46008-6198-4244-bd77-9dc3966e763e, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:02.394397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:53:02.405404 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for router_gateway (b6005fe4-1466-4c82-9082-7f4466645087), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.486787 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e001ba-0c99-47bf-9e90-a6dc331b68ff,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:02.501699 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (6fbd3560-2c17-4022-b0f1-b858315ff242), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.502137 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Added segment 6fbd3560-2c17-4022-b0f1-b858315ff242 of type vlan for network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 Oct 28 20:53:02.506302 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:02.549689 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (84421c05-a13d-4bbf-bd30-13d651d680f2), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.622577 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Network 58e46008-6198-4244-bd77-9dc3966e763e is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:02.638873 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Allocated IP 172.20.0.2 (b0e1bf57-7623-45a9-9c3d-abb9374865f9/600b0214-16cd-483f-bc94-bef855287333/b9e4ecf5-76fe-49c7-aaa2-0de43585f34a) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:02.661259 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Allocated IP 172.20.0.2 (f7146be1-4714-4b02-a562-bb1f0e0886cb/04c9df3f-6c6e-4b4e-9769-1d19badba3e7/dc5deb0a-e9fd-4943-be22-27ef143ee641) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:02.723340 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 37bf060d-dcd9-487e-8c29-ea49b0f0844c) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:02.752567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb200d6-19ca-4381-8187-8bef721782ac None None] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:02.789086 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:02.794687 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.804425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.807394 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 58e46008-6198-4244-bd77-9dc3966e763e) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:02.848800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for router_gateway (c5c06396-122c-45e7-a051-1a5161b12fb0), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.868948 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:02.870009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.875379 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55570) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:02.902925 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.904969 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-abe18c2e-fa17-49cd-b5f5-a7b455715a6a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2110863 Oct 28 20:53:02.908413 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55574) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:02.909312 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84421c05-a13d-4bbf-bd30-13d651d680f2,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:02.917740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:02.936213 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-dbf2c926-3230-46d2-aa87-c29e7efddf2a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3566775 Oct 28 20:53:02.937192 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55576) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:02.945418 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:02.957029 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:02.959379 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8948848a-1674-4354-a667-eb8c151ad92c None None] Network 58e46008-6198-4244-bd77-9dc3966e763e requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:02.959698 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:02.960493 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.024309 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Checking segment: {'id': 'f02e0393-aa22-400f-bf35-99931a2570fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'a8c0fe41-5434-485d-ab78-d48590c8550a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:03.024955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Network hostable DHCP agents. Network: a8c0fe41-5434-485d-ab78-d48590c8550a, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:03.042825 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.4094577 Oct 28 20:53:03.052097 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55578) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:03.061999 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Request body: {'subnet': {'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1313847615-subnet', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:03.074575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.078359 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.079860 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (1e7084cd-750b-4465-9d79-5adee38f2569), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.081260 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (1e7084cd-750b-4465-9d79-5adee38f2569), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.092135 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd3398-0330-41a6-ab5f-c28c077c0058 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:03.117441 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Network a8c0fe41-5434-485d-ab78-d48590c8550a is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:03.133917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:03.137977 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Made reservation on behalf of aa76b14bb1ff4a7383ff932ec1df8e10 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:03.140894 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.145396 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, a8c0fe41-5434-485d-ab78-d48590c8550a) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:03.162889 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for router_gateway (b6005fe4-1466-4c82-9082-7f4466645087), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.199169 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.244521 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30402d40-7a90-40bc-80ed-a8c3d2b2cc2d None None] Network a8c0fe41-5434-485d-ab78-d48590c8550a requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:03.251804 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for router_controller (4c6d3e93-1e01-4013-bca3-7800b61953d2), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.260677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:03.261742 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.286652 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for router_controller (1e7084cd-750b-4465-9d79-5adee38f2569), precommit_add_association {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.288934 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55586) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:03.299861 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Allocated IP 172.27.3.178 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/5d3c54fd-b410-4589-981a-ac63241ba6c9) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:03.328186 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d53e-dd70-47ed-a83f-2a46eeb1f11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.381706 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f7309310-dd7d-4209-8865-6982508f2e55 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8983378 Oct 28 20:53:03.562441 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:53:03.563335 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.588257 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks [] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.609132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks [] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.613430 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for router_gateway (4c6d3e93-1e01-4013-bca3-7800b61953d2), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.631878 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.634731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.645695 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-58e46008-6198-4244-bd77-9dc3966e763e', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:53:03.646924 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.709297 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.750337 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for router_gateway (1e7084cd-750b-4465-9d79-5adee38f2569), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.793578 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.870651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-190cbdc6-eea7-477c-8621-a05a490bc17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:03.879140 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Network f7146be1-4714-4b02-a562-bb1f0e0886cb is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:03.897739 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:03.903276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:03.920750 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a20a34d-a825-4f1c-aab7-3d3fd4b5b767 None None] Network a8c0fe41-5434-485d-ab78-d48590c8550a requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:03.925826 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:03.928994 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:03.952630 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:03.959059 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:03.983947 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:03.987109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Pushing event updated for resources: {'Port': ['ID=5d3c54fd-b410-4589-981a-ac63241ba6c9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.001208 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:04.032993 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-190cbdc6-eea7-477c-8621-a05a490bc17a admin admin] Publish callbacks [] for security_group (be094532-570c-46d1-8c28-2eb468dd02c1), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.047761 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-190cbdc6-eea7-477c-8621-a05a490bc17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (be094532-570c-46d1-8c28-2eb468dd02c1), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.071203 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (790d3e44-f75c-4481-befd-d0c956dd2e5b), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.112055 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Pushing event updated for resources: {'Port': ['ID=dc5deb0a-e9fd-4943-be22-27ef143ee641,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.149709 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Allocated IP 172.27.3.5 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/08afe4c6-c83d-42de-982e-9b8db1d199c9) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:04.166483 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55606) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:04.189802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.190310 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.190593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.191473 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.191473 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.191473 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.192179 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.192179 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.192507 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.192977 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.193153 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.193492 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.193691 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Tracked resource versions report: Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: pushed versions: Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: { 'AddressGroup': {'1.2'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'ConntrackHelper': {'1.0'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Log': {'1.0'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Network': {'1.1'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Port': {'1.7'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'PortForwarding': {'1.2'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'QosPolicy': {'1.10'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroup': {'1.5'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SubPort': {'1.0'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Subnet': {'1.1'}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Trunk': {'1.1'}} Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: consumer versions: Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: HyperV agent@hv-cinder-85983: {}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'ConntrackHelper': '1.0', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'LocalIPAssociation': '1.0', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Log': '1.0', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Network': '1.1', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Port': '1.7', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'PortForwarding': '1.2', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'QosPolicy': '1.10', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroup': '1.5', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SecurityGroupRule': '1.2', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'SubPort': '1.0', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Subnet': '1.1', Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: 'Trunk': '1.1'}} Oct 28 20:53:04.194736 dv-cinder-859839-2-iscsi neutron-server[115444]: {{(pid=115444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:53:04.216254 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-698495567-network', 'tenant_id': '06a40991fcad4e018c09a7d43406d71e'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:04.230537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d53e-dd70-47ed-a83f-2a46eeb1f11a admin admin] Publish callbacks [] for security_group (e639328a-3364-4346-a3b5-a2ee66dfa4e3), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.254540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d53e-dd70-47ed-a83f-2a46eeb1f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e639328a-3364-4346-a3b5-a2ee66dfa4e3), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.257471 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cbdc6-eea7-477c-8621-a05a490bc17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be094532-570c-46d1-8c28-2eb468dd02c1,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.294651 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-190cbdc6-eea7-477c-8621-a05a490bc17a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=634dffc393384b14abedbd8c3e05a238&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9908578 Oct 28 20:53:04.296291 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55610) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:04.360253 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790d3e44-f75c-4481-befd-d0c956dd2e5b,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.374125 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e1a7d53e-dd70-47ed-a83f-2a46eeb1f11a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce28cbe8493949d6bba61fde5753536f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4942720 Oct 28 20:53:04.376577 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55612) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:04.384472 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Made reservation on behalf of 06a40991fcad4e018c09a7d43406d71e for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:04.386828 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.394314 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7d53e-dd70-47ed-a83f-2a46eeb1f11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e639328a-3364-4346-a3b5-a2ee66dfa4e3,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.416042 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.421944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Checking segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:04.422569 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Network hostable DHCP agents. Network: bfa2cdb9-7a95-4773-bf8a-7c702368dcb0, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:04.444026 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Attempting to bind port dc5deb0a-e9fd-4943-be22-27ef143ee641 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:04.444644 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Attempting to bind port dc5deb0a-e9fd-4943-be22-27ef143ee641 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:04.445240 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Attempting to bind port dc5deb0a-e9fd-4943-be22-27ef143ee641 on network f7146be1-4714-4b02-a562-bb1f0e0886cb {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:04.465235 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] Publish callbacks [] for security_group (be094532-570c-46d1-8c28-2eb468dd02c1), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.486066 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Attempting to bind port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:04.486559 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Attempting to bind port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:04.487020 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Attempting to bind port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:04.489807 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Pushing event updated for resources: {'Port': ['ID=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.497957 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Allocated IP 172.20.0.2 (37bf060d-dcd9-487e-8c29-ea49b0f0844c/58077f8c-4c84-4b60-a26f-fa20c33ec600/4d9bb4b4-2604-4162-996d-10c3c7640e1d) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:04.506917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:04.507275 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Checking segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:04.507688 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.508132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Bound using segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:04.508747 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Bound port: dc5deb0a-e9fd-4943-be22-27ef143ee641, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:04.509246 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.523486 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:04.523887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Checking segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:04.524290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.524684 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Bound using segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:04.525425 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Bound port: b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:04.525807 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.537321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:04.556715 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Allocated IP 172.20.0.2 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/bb3d51d8-f6b1-4b20-acac-590099d73631) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:04.594774 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] Publish callbacks [] for security_group (e639328a-3364-4346-a3b5-a2ee66dfa4e3), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.612695 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] Publish callbacks [] for security_group (be094532-570c-46d1-8c28-2eb468dd02c1), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.638086 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, bfa2cdb9-7a95-4773-bf8a-7c702368dcb0) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:04.656299 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:04.657070 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.676374 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.680138 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb691b1d-61a6-4b1a-80a8-7c054b6ebbc9 None None] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:04.689139 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] Publish callbacks [] for security_group (e639328a-3364-4346-a3b5-a2ee66dfa4e3), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.707508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for router_gateway (c5c06396-122c-45e7-a051-1a5161b12fb0), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.716446 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e9b542cb-399f-4fc8-990f-ebcebb3de090 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6621740 Oct 28 20:53:04.727070 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55616) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:04.733203 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:04.807345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for router_gateway (1e7084cd-750b-4465-9d79-5adee38f2569), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.814997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks [] for security_group (0f3f1773-080a-4d2b-bf75-86798d3ad2fb), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.816719 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.817909 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.849935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.850676 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.852292 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0f3f1773-080a-4d2b-bf75-86798d3ad2fb), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.886433 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for router_gateway (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.924266 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (be094532-570c-46d1-8c28-2eb468dd02c1), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.927804 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.929732 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/be094532-570c-46d1-8c28-2eb468dd02c1 HTTP/1.1" status: 204 len: 168 time: 0.6287057 Oct 28 20:53:04.935239 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3f1773-080a-4d2b-bf75-86798d3ad2fb,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:04.953388 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.954572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:53:04.957787 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e639328a-3364-4346-a3b5-a2ee66dfa4e3), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.960746 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:04.966307 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e639328a-3364-4346-a3b5-a2ee66dfa4e3 HTTP/1.1" status: 204 len: 168 time: 0.5837843 Oct 28 20:53:05.022857 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:05.027703 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f852b-d5ba-4d8e-a32f-8d2232dfea96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e639328a-3364-4346-a3b5-a2ee66dfa4e3,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:05.030436 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (a52286ba-9186-4b67-9878-ac75c35648ce), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.030950 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Added segment a52286ba-9186-4b67-9878-ac75c35648ce of type vlan for network 22fcc9f1-6f09-4421-ae27-4ed76114e0b3 Oct 28 20:53:05.082040 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for router_controller (8209cc3e-b451-4e23-ac2a-95f4b7f28381), precommit_add_association {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.171676 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Allocated IP 172.27.3.251 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/269b5a84-c92b-47b6-b7f9-49c8e63a47bd) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:05.182132 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (22fcc9f1-6f09-4421-ae27-4ed76114e0b3), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.266155 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:05.280959 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:05.293525 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] For port dc5deb0a-e9fd-4943-be22-27ef143ee641, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:05.307958 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] For port dc5deb0a-e9fd-4943-be22-27ef143ee641, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=dc5deb0a-e9fd-4943-be22-27ef143ee641,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:05.342288 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] For port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:05.347833 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (22fcc9f1-6f09-4421-ae27-4ed76114e0b3), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.349154 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:05.349976 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.363245 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.413835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1b62b-1e3e-4e6a-8ed4-ed629e996a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be094532-570c-46d1-8c28-2eb468dd02c1,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:05.440509 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] For port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:05.509101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.515332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for router_gateway (8209cc3e-b451-4e23-ac2a-95f4b7f28381), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.568956 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3990500 Oct 28 20:53:05.569344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:53:05.570243 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.571312 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55626) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:05.594488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Request body: {'subnet': {'network_id': '22fcc9f1-6f09-4421-ae27-4ed76114e0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-698495567-subnet', 'tenant_id': '06a40991fcad4e018c09a7d43406d71e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:05.605283 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks [] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.616240 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58013cc-844f-4dd2-9b4d-242de5d2d4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=22fcc9f1-6f09-4421-ae27-4ed76114e0b3,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:05.624874 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321678d-fe29-4bc0-a9be-6c52e5651fa6 None None] Pushing event updated for resources: {'Port': ['ID=dc5deb0a-e9fd-4943-be22-27ef143ee641,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:05.650412 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.667610 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks [] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.696927 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 22fcc9f1-6f09-4421-ae27-4ed76114e0b3 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:53:05.711661 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Pushing event updated for resources: {'Port': ['ID=08afe4c6-c83d-42de-982e-9b8db1d199c9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:05.776466 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.800793 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:05.820640 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Made reservation on behalf of 06a40991fcad4e018c09a7d43406d71e for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:05.826767 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.037764 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55628) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:06.105340 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:06.120524 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-efc10f3d-d53b-47ec-9b16-11b634b91e91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.151218 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b438b-2a8b-4add-8035-1f0da06a4c4d None None] Pushing event updated for resources: {'Port': ['ID=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:06.156088 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:06.241956 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55632) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:06.278906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:06.288241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:06.293705 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:06.301054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b33c90b-3d30-45ae-bdf1-739b69243321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.304722 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:06.309950 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Allocated IP 172.20.0.2 (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0/790d3e44-f75c-4481-befd-d0c956dd2e5b/206bcdd0-da4b-4d64-92bf-690aaf06f89a) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:06.356701 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.412165 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-efc10f3d-d53b-47ec-9b16-11b634b91e91 admin admin] Publish callbacks [] for security_group (cf2b92ac-1467-4c4c-87a3-daec06686108), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.418795 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.456208 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-efc10f3d-d53b-47ec-9b16-11b634b91e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (cf2b92ac-1467-4c4c-87a3-daec06686108), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.479908 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:06.507281 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Pushing event updated for resources: {'Port': ['ID=bb3d51d8-f6b1-4b20-acac-590099d73631,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:06.510840 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:06.572693 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:06.575163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Pushing event updated for resources: {'Port': ['ID=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:06.618211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Attempting to bind port 4d9bb4b4-2604-4162-996d-10c3c7640e1d on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:06.618573 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Attempting to bind port 4d9bb4b4-2604-4162-996d-10c3c7640e1d by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:06.623834 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Attempting to bind port 4d9bb4b4-2604-4162-996d-10c3c7640e1d on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:06.629682 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Attempting to bind port bb3d51d8-f6b1-4b20-acac-590099d73631 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:06.630050 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Attempting to bind port bb3d51d8-f6b1-4b20-acac-590099d73631 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:06.630420 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Attempting to bind port bb3d51d8-f6b1-4b20-acac-590099d73631 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:06.648260 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Pushing event updated for resources: {'Port': ['ID=4d9bb4b4-2604-4162-996d-10c3c7640e1d,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:06.651974 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:06.652358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:06.652777 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.653179 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Bound using segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:06.653696 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Bound port: 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:06.654076 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.666218 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:06.666962 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:06.667539 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.668519 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:06.669887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Bound port: bb3d51d8-f6b1-4b20-acac-590099d73631, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:06.670523 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.675826 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55634) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:06.676287 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-efc10f3d-d53b-47ec-9b16-11b634b91e91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bde1b7c11cbb488bb284f071f6410cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6375203 Oct 28 20:53:06.705674 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc10f3d-d53b-47ec-9b16-11b634b91e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b92ac-1467-4c4c-87a3-daec06686108,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:06.729525 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for router_gateway (b6005fe4-1466-4c82-9082-7f4466645087), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.740227 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Allocated IP 172.27.3.82 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/cde0ab19-f483-4cc8-a439-c0dfb8681354) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:06.867654 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device dc5deb0a-e9fd-4943-be22-27ef143ee641 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:06.937153 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] For port 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:06.941361 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] For port 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=4d9bb4b4-2604-4162-996d-10c3c7640e1d,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:06.949101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks [] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:06.983389 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.068217 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.087426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae069f9-3440-4e38-9dfa-14431acea1c1 None None] Pushing event updated for resources: {'Port': ['ID=4d9bb4b4-2604-4162-996d-10c3c7640e1d,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:07.131375 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b33c90b-3d30-45ae-bdf1-739b69243321 admin admin] Publish callbacks [] for security_group (7cee007a-cc4a-4c91-a826-3d5d70aeb3ec), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.157526 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b33c90b-3d30-45ae-bdf1-739b69243321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7cee007a-cc4a-4c91-a826-3d5d70aeb3ec), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.167321 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Pushing event updated for resources: {'Port': ['ID=206bcdd0-da4b-4d64-92bf-690aaf06f89a,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:07.197610 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0b33c90b-3d30-45ae-bdf1-739b69243321 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59c096c5dbef4988b4a065c6d7fafaf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9459014 Oct 28 20:53:07.200375 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for router_gateway (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.200632 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55636) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:07.211329 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] For port bb3d51d8-f6b1-4b20-acac-590099d73631, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:07.220469 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (581d9bc8-c1b4-4a15-894e-402e5b6d3c85), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.224867 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:07.232198 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.252745 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:07.260050 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:07.265546 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] For port bb3d51d8-f6b1-4b20-acac-590099d73631, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=bb3d51d8-f6b1-4b20-acac-590099d73631,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:07.294135 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Router c5c06396-122c-45e7-a051-1a5161b12fb0 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:53:07.329180 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.335793 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.367184 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port dc5deb0a-e9fd-4943-be22-27ef143ee641 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:07.367890 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.368798 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port dc5deb0a-e9fd-4943-be22-27ef143ee641 Oct 28 20:53:07.375261 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] Publish callbacks [] for security_group (cf2b92ac-1467-4c4c-87a3-daec06686108), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.421558 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (b6005fe4-1466-4c82-9082-7f4466645087), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.610789 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Attempting to bind port 206bcdd0-da4b-4d64-92bf-690aaf06f89a on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:07.611700 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Attempting to bind port 206bcdd0-da4b-4d64-92bf-690aaf06f89a by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:07.612327 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Attempting to bind port 206bcdd0-da4b-4d64-92bf-690aaf06f89a on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:07.636869 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:07.637712 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Checking segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:07.638388 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.639225 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Bound using segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:07.639851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Bound port: 206bcdd0-da4b-4d64-92bf-690aaf06f89a, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:07.640499 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.641557 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=581d9bc8-c1b4-4a15-894e-402e5b6d3c85,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:07.646930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for router_gateway (1e7084cd-750b-4465-9d79-5adee38f2569), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.650468 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] Publish callbacks [] for security_group (cf2b92ac-1467-4c4c-87a3-daec06686108), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.717047 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] Publish callbacks [] for security_group (7cee007a-cc4a-4c91-a826-3d5d70aeb3ec), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.741969 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98e3d7-4d0d-4256-8bed-ab9fb0447d2b None None] Pushing event updated for resources: {'Port': ['ID=bb3d51d8-f6b1-4b20-acac-590099d73631,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:07.765946 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33c90b-3d30-45ae-bdf1-739b69243321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee007a-cc4a-4c91-a826-3d5d70aeb3ec,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:07.823891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port dc5deb0a-e9fd-4943-be22-27ef143ee641 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:07.824290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.910151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port dc5deb0a-e9fd-4943-be22-27ef143ee641, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=dc5deb0a-e9fd-4943-be22-27ef143ee641,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:07.921411 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] For port 206bcdd0-da4b-4d64-92bf-690aaf06f89a, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:07.927334 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] For port 206bcdd0-da4b-4d64-92bf-690aaf06f89a, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=206bcdd0-da4b-4d64-92bf-690aaf06f89a,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:07.938822 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ee897-ae79-4caa-8211-99105090cfca None None] Network f7146be1-4714-4b02-a562-bb1f0e0886cb requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:07.943847 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.945869 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b9e4ecf5-76fe-49c7-aaa2-0de43585f34a up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:07.953615 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] Publish callbacks [] for security_group (7cee007a-cc4a-4c91-a826-3d5d70aeb3ec), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.957748 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:07.978021 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Checking segment: {'id': 'a52286ba-9186-4b67-9878-ac75c35648ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '22fcc9f1-6f09-4421-ae27-4ed76114e0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:07.978509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Network hostable DHCP agents. Network: 22fcc9f1-6f09-4421-ae27-4ed76114e0b3, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:53:08.119665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Allocated IP 172.27.3.161 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/717a6496-256b-4903-b73b-b1d60a1787df) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:08.151061 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.242451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:08.248714 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Pushing event updated for resources: {'Port': ['ID=cde0ab19-f483-4cc8-a439-c0dfb8681354,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:08.251504 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:08.258130 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:08.282331 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-cec77bd2-2ca2-4157-b693-c4dd2fee55c3 None None] Provisioning complete for port dc5deb0a-e9fd-4943-be22-27ef143ee641 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:08.283040 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cec77bd2-2ca2-4157-b693-c4dd2fee55c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.283583 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-cec77bd2-2ca2-4157-b693-c4dd2fee55c3 None None] Attempt 1 to provision port dc5deb0a-e9fd-4943-be22-27ef143ee641 Oct 28 20:53:08.294524 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=dc5deb0a-e9fd-4943-be22-27ef143ee641,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:08.309975 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for port (717a6496-256b-4903-b73b-b1d60a1787df), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.340708 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:08.358568 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Sync routers for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:08.389414 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:08.402091 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:52:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:08.504021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2de405-405d-4ae6-86b1-6c5f30ad9a16 None None] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:08.553473 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Router b6005fe4-1466-4c82-9082-7f4466645087 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:53:08.560722 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (1e7084cd-750b-4465-9d79-5adee38f2569), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.566397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (cf2b92ac-1467-4c4c-87a3-daec06686108), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.570600 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.572088 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf2b92ac-1467-4c4c-87a3-daec06686108 HTTP/1.1" status: 204 len: 168 time: 1.8926127 Oct 28 20:53:08.590234 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (717a6496-256b-4903-b73b-b1d60a1787df), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.631224 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Network 22fcc9f1-6f09-4421-ae27-4ed76114e0b3 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:53:08.748102 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:08.794019 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222aeacd-4b79-4832-89ad-91ae66cf1285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b92ac-1467-4c4c-87a3-daec06686108,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:08.856255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 22fcc9f1-6f09-4421-ae27-4ed76114e0b3) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:08.863998 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7cee007a-cc4a-4c91-a826-3d5d70aeb3ec), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.873972 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.878944 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cee007a-cc4a-4c91-a826-3d5d70aeb3ec HTTP/1.1" status: 204 len: 168 time: 1.6691456 Oct 28 20:53:08.887488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:08.896801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for router_gateway (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.906598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cffbaf-0234-418a-aba9-3479d11c20b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee007a-cc4a-4c91-a826-3d5d70aeb3ec,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:08.928442 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:08.930948 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:08.960033 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:08.966494 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:09.033433 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Pushing event updated for resources: {'Port': ['ID=717a6496-256b-4903-b73b-b1d60a1787df,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:09.130616 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b160200-b439-4cb7-86ee-f195686312d4 None None] Network 22fcc9f1-6f09-4421-ae27-4ed76114e0b3 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:09.158378 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7a4d5e2f-aa56-49a7-922c-90b413c95f87 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.5817683 Oct 28 20:53:09.231467 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:04Z', 'revision_number': 3, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:09.256707 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cd1905-04dc-49ef-86a4-40d57b6598c8 None None] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:09.286830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46753d5c-4fee-4175-8b03-4af0d94a5b46 None None] Pushing event updated for resources: {'Port': ['ID=206bcdd0-da4b-4d64-92bf-690aaf06f89a,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:09.290973 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Checking router: c5c06396-122c-45e7-a051-1a5161b12fb0 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:09.291688 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Updating router c5c06396-122c-45e7-a051-1a5161b12fb0 port 5d3c54fd-b410-4589-981a-ac63241ba6c9 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:09.340742 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:09.341635 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:09.342000 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a Oct 28 20:53:09.395247 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:09.499961 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:09.511033 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bea9d946-f53f-4f9e-9237-f352bc38c083 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4239497 Oct 28 20:53:09.512245 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55652) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:09.521550 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55654) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:09.878674 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Deleting subnet 84421c05-a13d-4bbf-bd30-13d651d680f2 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:53:09.960730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Publish callbacks [] for subnet (84421c05-a13d-4bbf-bd30-13d651d680f2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:09.960904 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642004a3-5d97-498c-8ff8-23a58bbd8c4c None None] Network 58e46008-6198-4244-bd77-9dc3966e763e requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:10.013269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:10.073142 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Publish callbacks [] for subnet (84421c05-a13d-4bbf-bd30-13d651d680f2), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.092432 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (84421c05-a13d-4bbf-bd30-13d651d680f2), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.101928 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.103982 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7afca217-ac93-44e8-abe9-57c5566b682c admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7369547 Oct 28 20:53:10.109263 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.113911 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55666) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:10.154636 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:10.247372 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks [] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.248285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-cec77bd2-2ca2-4157-b693-c4dd2fee55c3 None None] Current status of the port dc5deb0a-e9fd-4943-be22-27ef143ee641 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:10.266332 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.278078 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Router 1e7084cd-750b-4465-9d79-5adee38f2569 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:53:10.278812 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b84273-39ba-4544-8581-33b657905042 None None] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:10.374735 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:10.375371 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:52:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:10.382604 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Attempting to bind port 5d3c54fd-b410-4589-981a-ac63241ba6c9 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:10.383103 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Attempting to bind port 5d3c54fd-b410-4589-981a-ac63241ba6c9 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:10.386111 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Attempting to bind port 5d3c54fd-b410-4589-981a-ac63241ba6c9 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:10.419894 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:10.424371 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:10.428994 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.429621 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:10.430325 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Bound port: 5d3c54fd-b410-4589-981a-ac63241ba6c9, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:10.430925 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.434129 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Pushing event updated for resources: {'Port': ['ID=5d3c54fd-b410-4589-981a-ac63241ba6c9,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:10.500407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (84421c05-a13d-4bbf-bd30-13d651d680f2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.521843 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.522827 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.527826 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.528611 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.528946 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.529300 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.529681 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.529992 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.530335 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.530696 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.531044 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.531379 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.531715 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Tracked resource versions report: Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: pushed versions: Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: { 'AddressGroup': {'1.2'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'ConntrackHelper': {'1.0'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'LocalIPAssociation': {'1.0'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Log': {'1.0'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Network': {'1.1'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Port': {'1.7'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'PortForwarding': {'1.2'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'QosPolicy': {'1.10'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroup': {'1.5'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroupRule': {'1.2'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SubPort': {'1.0'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Subnet': {'1.1'}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Trunk': {'1.1'}} Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: consumer versions: Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: { DHCP agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: HyperV agent@hv-cinder-85983: {}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: L3 agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: Metadata agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: Metering agent@dv-cinder-859839-2-iscsi: {}, Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: Open vSwitch agent@dv-cinder-859839-2-iscsi: { 'AddressGroup': '1.2', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'ConntrackHelper': '1.0', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'LocalIPAssociation': '1.0', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Log': '1.0', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Network': '1.1', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Port': '1.7', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'PortForwarding': '1.2', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'QosPolicy': '1.10', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroup': '1.5', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SecurityGroupRule': '1.2', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'SubPort': '1.0', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Subnet': '1.1', Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: 'Trunk': '1.1'}} Oct 28 20:53:10.535565 dv-cinder-859839-2-iscsi neutron-server[115445]: {{(pid=115445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 20:53:10.609008 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] For port 5d3c54fd-b410-4589-981a-ac63241ba6c9, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:10.619407 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] For port 5d3c54fd-b410-4589-981a-ac63241ba6c9, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5d3c54fd-b410-4589-981a-ac63241ba6c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:10.636949 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.643210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84421c05-a13d-4bbf-bd30-13d651d680f2,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:10.658895 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:10.660397 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:52:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:10.779647 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.796394 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-89072ff9-7b3a-4b2c-9a9e-771bde2b49f8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/84421c05-a13d-4bbf-bd30-13d651d680f2 HTTP/1.1" status: 204 len: 168 time: 1.2100456 Oct 28 20:53:10.797977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55680) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:10.806569 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:10.908781 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:10.929511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4529d195-20c7-42c2-859f-d592de0642f3 None None] Network 22fcc9f1-6f09-4421-ae27-4ed76114e0b3 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:53:11.030516 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (a8c0fe41-5434-485d-ab78-d48590c8550a), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:11.198507 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a13c-fcd6-4506-b7b5-168d45fbbe25 None None] Pushing event updated for resources: {'Port': ['ID=5d3c54fd-b410-4589-981a-ac63241ba6c9,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:11.239107 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:11.240039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:11.257909 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Provisioning complete for port 206bcdd0-da4b-4d64-92bf-690aaf06f89a triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:11.258903 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:11.259270 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Attempt 1 to provision port 206bcdd0-da4b-4d64-92bf-690aaf06f89a Oct 28 20:53:11.344680 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (a8c0fe41-5434-485d-ab78-d48590c8550a), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:11.395312 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.396049 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.397659 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.398243 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > port after_create 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.398920 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.399459 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > port after_update 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.400315 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.400944 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.401492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.402087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:11.402399 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:11.415500 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:04Z', 'revision_number': 3, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:11.500675 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d98493-e6a6-40b3-889c-4b975fa2427c None None] The sync data for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi is: [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:04Z', 'revision_number': 3, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:11.680278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:11.774345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for router_gateway (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:11.888645 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.096590 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:12.098467 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:12.099028 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:12.099562 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:53:12.100193 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c0fe41-5434-485d-ab78-d48590c8550a']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:12.175811 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02e0393-aa22-400f-bf35-99931a2570fe') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:12.187354 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02e0393-aa22-400f-bf35-99931a2570fe') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:12.231819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (f02e0393-aa22-400f-bf35-99931a2570fe), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.293572 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (f02e0393-aa22-400f-bf35-99931a2570fe), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.320369 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:53:12.322575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (f02e0393-aa22-400f-bf35-99931a2570fe), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.346644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:12.391831 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:12.442490 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:12.444080 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:52:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:12.510007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:12.686745 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (a8c0fe41-5434-485d-ab78-d48590c8550a), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.726731 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.734082 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ec248c00-7114-4430-8340-f38064feb77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.744310 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a8c0fe41-5434-485d-ab78-d48590c8550a HTTP/1.1" status: 204 len: 168 time: 1.9360240 Oct 28 20:53:12.758309 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Current status of the port 206bcdd0-da4b-4d64-92bf-690aaf06f89a is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:12.759470 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:12.782548 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55718) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:12.943099 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] For port 206bcdd0-da4b-4d64-92bf-690aaf06f89a, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=206bcdd0-da4b-4d64-92bf-690aaf06f89a,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:12.945888 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45253683-7f32-4db3-87d1-57b135124b33 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c0fe41-5434-485d-ab78-d48590c8550a,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:12.952507 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device dc5deb0a-e9fd-4943-be22-27ef143ee641 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:12.962045 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.025380 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:13.040506 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.050470 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-040132f3-9343-44ad-9c5e-723c3ff36c91 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1053548 Oct 28 20:53:13.057500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55728) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:13.096903 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Deleting subnet 581d9bc8-c1b4-4a15-894e-402e5b6d3c85 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:53:13.124518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:53:13.198532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Pushing event updated for resources: {'Port': ['ID=206bcdd0-da4b-4d64-92bf-690aaf06f89a,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:13.207528 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Publish callbacks [] for subnet (581d9bc8-c1b4-4a15-894e-402e5b6d3c85), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.324728 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Provisioning complete for port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:13.328049 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.328731 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Attempt 1 to provision port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a Oct 28 20:53:13.356248 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (581d9bc8-c1b4-4a15-894e-402e5b6d3c85), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.402277 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:53:13.508320 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:06Z', 'revision_number': 3, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:13.621128 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (581d9bc8-c1b4-4a15-894e-402e5b6d3c85), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.651398 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:13.652128 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Updating router b6005fe4-1466-4c82-9082-7f4466645087 port 08afe4c6-c83d-42de-982e-9b8db1d199c9 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:13.743505 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:07Z', 'revision_number': 3, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:13.744587 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:13.804111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:13.823175 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:13.826302 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Updating router 1e7084cd-750b-4465-9d79-5adee38f2569 port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:13.886714 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.898637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port dc5deb0a-e9fd-4943-be22-27ef143ee641 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:13.899459 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.900991 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port dc5deb0a-e9fd-4943-be22-27ef143ee641 Oct 28 20:53:13.945843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:13.959659 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:13.960726 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:52:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:14.010243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.142097 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.151826 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-64aa9a53-2cc1-425c-add9-9e8647f05d07 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 11.2375062 Oct 28 20:53:14.156006 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55754) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:14.190264 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (581d9bc8-c1b4-4a15-894e-402e5b6d3c85), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.203902 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment f02e0393-aa22-400f-bf35-99931a2570fe resource provider aggregate not found Oct 28 20:53:14.367532 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55762) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:14.372534 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.393280 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Current status of the port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:14.525679 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.536722 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/581d9bc8-c1b4-4a15-894e-402e5b6d3c85 HTTP/1.1" status: 204 len: 168 time: 1.7493422 Oct 28 20:53:14.539589 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c252-9eaa-4931-adf3-11430d6c3f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=581d9bc8-c1b4-4a15-894e-402e5b6d3c85,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:14.542336 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55766) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:14.606211 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment f02e0393-aa22-400f-bf35-99931a2570fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f02e0393-aa22-400f-bf35-99931a2570fe found for delete ", "request_id": "req-3744b142-de52-4163-bf5c-2637171055f7"}]} Oct 28 20:53:14.663568 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.790501 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks [] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.811982 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.925321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-58c3e734-135a-4216-b6d9-78c68d9e08b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.937966 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:14.960660 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470b15-5bf7-457b-b87a-bda0a78fec4d None None] Pushing event updated for resources: {'Port': ['ID=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:14.973585 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Attempting to bind port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:14.975064 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Attempting to bind port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:14.976495 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Attempting to bind port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:14.987113 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:14.988617 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:14.989389 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:14.990190 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:14.991158 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Bound port: 269b5a84-c92b-47b6-b7f9-49c8e63a47bd, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:14.993167 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.006953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (22fcc9f1-6f09-4421-ae27-4ed76114e0b3), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.087135 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.142906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Provisioning complete for port 4d9bb4b4-2604-4162-996d-10c3c7640e1d triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:15.143303 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.143791 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Attempt 1 to provision port 4d9bb4b4-2604-4162-996d-10c3c7640e1d Oct 28 20:53:15.174633 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] For port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:15.184992 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] For port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:15.202464 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.209080 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:53:15.219300 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Allocated IP 172.20.0.1 (f7146be1-4714-4b02-a562-bb1f0e0886cb/04c9df3f-6c6e-4b4e-9769-1d19badba3e7/65ce548d-1eda-4ac6-8ef0-431f28e78f69) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:15.263558 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port dc5deb0a-e9fd-4943-be22-27ef143ee641 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:15.265570 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 206bcdd0-da4b-4d64-92bf-690aaf06f89a up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:15.333074 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:15.335338 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:15.482253 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470b15-5bf7-457b-b87a-bda0a78fec4d None None] Pushing event updated for resources: {'Port': ['ID=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:15.620750 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-58c3e734-135a-4216-b6d9-78c68d9e08b2 admin admin] Publish callbacks [] for security_group (fa7ea825-02f9-4233-ae44-ef8e661fae5e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.631700 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Allocated IP 172.20.0.1 (b0e1bf57-7623-45a9-9c3d-abb9374865f9/600b0214-16cd-483f-bc94-bef855287333/38b6e4ba-0b92-4544-bb4b-5caf1813a0c9) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:15.635524 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (22fcc9f1-6f09-4421-ae27-4ed76114e0b3), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.683488 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-024f2e39-5915-416e-84fa-42ac76dd1179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.690336 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fcc9f1-6f09-4421-ae27-4ed76114e0b3']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:15.704176 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:15.725118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a52286ba-9186-4b67-9878-ac75c35648ce') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:15.725373 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a52286ba-9186-4b67-9878-ac75c35648ce') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:15.748607 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (a52286ba-9186-4b67-9878-ac75c35648ce), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.766231 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (a52286ba-9186-4b67-9878-ac75c35648ce), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.782946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:53:15.783398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (a52286ba-9186-4b67-9878-ac75c35648ce), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.807322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks [] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.863581 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:15.902718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (22fcc9f1-6f09-4421-ae27-4ed76114e0b3), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.004554 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Attempting to bind port 08afe4c6-c83d-42de-982e-9b8db1d199c9 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:16.005137 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Attempting to bind port 08afe4c6-c83d-42de-982e-9b8db1d199c9 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:16.005411 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks [] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.005514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Attempting to bind port 08afe4c6-c83d-42de-982e-9b8db1d199c9 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:16.006439 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.025343 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] 10.222.0.49 "DELETE /v2.0/networks/22fcc9f1-6f09-4421-ae27-4ed76114e0b3 HTTP/1.1" status: 204 len: 168 time: 1.4318476 Oct 28 20:53:16.035384 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:16.035937 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:16.036455 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.038259 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:16.038259 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Bound port: 08afe4c6-c83d-42de-982e-9b8db1d199c9, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:16.038259 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.051102 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 206bcdd0-da4b-4d64-92bf-690aaf06f89a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:16.051102 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.051102 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 206bcdd0-da4b-4d64-92bf-690aaf06f89a Oct 28 20:53:16.104405 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38864ec6-3d0b-493a-80c3-d6cbd2b56491 admin admin] Pushing event deleted for resources: {'Network': ['ID=22fcc9f1-6f09-4421-ae27-4ed76114e0b3,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:16.186380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-58c3e734-135a-4216-b6d9-78c68d9e08b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fa7ea825-02f9-4233-ae44-ef8e661fae5e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.202628 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Current status of the port 4d9bb4b4-2604-4162-996d-10c3c7640e1d is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:16.203077 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.225492 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534dbc-7e58-4e30-b119-b0068701cdbc None None] Pushing event updated for resources: {'Port': ['ID=08afe4c6-c83d-42de-982e-9b8db1d199c9,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:16.254071 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:07Z', 'revision_number': 3, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:16.325346 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fdc7aa-1eae-48b2-a92e-d1094bb9fb45 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:07Z', 'revision_number': 3, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:16.329827 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.350833 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Allocated IP 172.20.0.1 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/70edae38-d20d-443e-8fc8-684bb28563ab) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:16.352809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] For port 08afe4c6-c83d-42de-982e-9b8db1d199c9, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:16.353076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55774) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:16.357765 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] For port 08afe4c6-c83d-42de-982e-9b8db1d199c9, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=08afe4c6-c83d-42de-982e-9b8db1d199c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:16.389802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:16.420909 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:16.430729 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.448747 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] For port 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=4d9bb4b4-2604-4162-996d-10c3c7640e1d,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:16.461621 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:16.462708 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:16.506463 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks [] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.535869 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-4c3998e6-a5e1-4dd7-9b7c-418ee259b013 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=852949f745ee4e23959a221981897741&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1742845 Oct 28 20:53:16.535869 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55776) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:16.544531 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.546577 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5bc2c536-dfcb-488c-8213-f023e2df3d4d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.8165262 Oct 28 20:53:16.548470 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.553298 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55778) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:16.568390 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-58c3e734-135a-4216-b6d9-78c68d9e08b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3ac6d4b78e0e4cdcb6ffb03a92d4c6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1976852 Oct 28 20:53:16.570035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3e734-135a-4216-b6d9-78c68d9e08b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7ea825-02f9-4233-ae44-ef8e661fae5e,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:16.580872 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55780) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:16.633737 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 206bcdd0-da4b-4d64-92bf-690aaf06f89a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:16.636234 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 4d9bb4b4-2604-4162-996d-10c3c7640e1d up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:16.640662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.720551 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment a52286ba-9186-4b67-9878-ac75c35648ce resource provider aggregate not found Oct 28 20:53:16.764912 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment a52286ba-9186-4b67-9878-ac75c35648ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a52286ba-9186-4b67-9878-ac75c35648ce found for delete ", "request_id": "req-89123ca9-d4e8-466e-862e-8e8ff873986c"}]} Oct 28 20:53:16.768008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Provisioning complete for port bb3d51d8-f6b1-4b20-acac-590099d73631 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:16.773829 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:16.776391 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks [] for port (70edae38-d20d-443e-8fc8-684bb28563ab), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.778804 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.779483 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Attempt 1 to provision port bb3d51d8-f6b1-4b20-acac-590099d73631 Oct 28 20:53:16.802912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:16.846503 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:16.860289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (b6005fe4-1466-4c82-9082-7f4466645087), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:16.878073 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:16.942835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] Publish callbacks [] for security_group (65eb1551-fc20-43fa-bcb2-26feffc2117e), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.041628 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83534dbc-7e58-4e30-b119-b0068701cdbc None None] Pushing event updated for resources: {'Port': ['ID=08afe4c6-c83d-42de-982e-9b8db1d199c9,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:17.105628 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Allocated IP 172.20.0.1 (37bf060d-dcd9-487e-8c29-ea49b0f0844c/58077f8c-4c84-4b60-a26f-fa20c33ec600/8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:17.115699 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:17.122196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:17.128748 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] Publish callbacks [] for security_group (65eb1551-fc20-43fa-bcb2-26feffc2117e), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.236967 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Pushing event updated for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:17.254809 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] Publish callbacks [] for security_group (fa7ea825-02f9-4233-ae44-ef8e661fae5e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.297441 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.327880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Pushing event updated for resources: {'Port': ['ID=4d9bb4b4-2604-4162-996d-10c3c7640e1d,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:17.344992 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.383734 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:09Z', 'revision_number': 3, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:17.433410 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:08Z', 'revision_number': 3, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:17.464917 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:17.465456 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Updating router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 port 717a6496-256b-4903-b73b-b1d60a1787df binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:17.502551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Network f7146be1-4714-4b02-a562-bb1f0e0886cb is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:17.516896 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] Publish callbacks [] for security_group (fa7ea825-02f9-4233-ae44-ef8e661fae5e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.535864 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.548377 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:17.566830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:17.568685 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (c5c06396-122c-45e7-a051-1a5161b12fb0), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.577544 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (717a6496-256b-4903-b73b-b1d60a1787df), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.589575 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:17.590021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Updating router 4c6d3e93-1e01-4013-bca3-7800b61953d2 port cde0ab19-f483-4cc8-a439-c0dfb8681354 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:17.736254 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:17.794469 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Current status of the port bb3d51d8-f6b1-4b20-acac-590099d73631 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:17.794469 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.941816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] For port bb3d51d8-f6b1-4b20-acac-590099d73631, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=bb3d51d8-f6b1-4b20-acac-590099d73631,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:17.942105 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:17.975323 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:17.979127 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.001328 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.003661 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 4d9bb4b4-2604-4162-996d-10c3c7640e1d triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:18.004265 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.004566 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 4d9bb4b4-2604-4162-996d-10c3c7640e1d Oct 28 20:53:18.011526 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fa7ea825-02f9-4233-ae44-ef8e661fae5e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.014807 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.016245 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fa7ea825-02f9-4233-ae44-ef8e661fae5e HTTP/1.1" status: 204 len: 168 time: 1.4170752 Oct 28 20:53:18.033112 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:18.073708 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4ab61-4edd-4018-9846-b14bbfc7b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7ea825-02f9-4233-ae44-ef8e661fae5e,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:18.082988 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:18.179294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.465942 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks [] for port (717a6496-256b-4903-b73b-b1d60a1787df), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.484323 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (717a6496-256b-4903-b73b-b1d60a1787df), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.524719 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Attempting to bind port 717a6496-256b-4903-b73b-b1d60a1787df on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:18.525370 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Attempting to bind port 717a6496-256b-4903-b73b-b1d60a1787df by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:18.525741 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Attempting to bind port 717a6496-256b-4903-b73b-b1d60a1787df on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:18.549553 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:18.552385 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:18.553855 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.554308 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:18.557268 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Bound port: 717a6496-256b-4903-b73b-b1d60a1787df, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:18.557706 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (717a6496-256b-4903-b73b-b1d60a1787df), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.573858 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:18.604259 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:18.660898 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks [] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.688476 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.689219 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (b6005fe4-1466-4c82-9082-7f4466645087), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.699913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks [] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.701354 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (65eb1551-fc20-43fa-bcb2-26feffc2117e), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.705920 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.706692 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:18.707094 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.707381 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:18.708547 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65eb1551-fc20-43fa-bcb2-26feffc2117e HTTP/1.1" status: 204 len: 168 time: 2.1729262 Oct 28 20:53:18.717125 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks [] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.739335 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] For port 717a6496-256b-4903-b73b-b1d60a1787df, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:18.739536 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.740333 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (c5c06396-122c-45e7-a051-1a5161b12fb0), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.744472 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] For port 717a6496-256b-4903-b73b-b1d60a1787df, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=717a6496-256b-4903-b73b-b1d60a1787df,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:18.814670 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (717a6496-256b-4903-b73b-b1d60a1787df), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.854561 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Pushing event updated for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:18.874565 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb798f-05cc-4e89-9cb9-153e355cf0ca None None] Pushing event updated for resources: {'Port': ['ID=717a6496-256b-4903-b73b-b1d60a1787df,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:18.877226 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:18.878494 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:18.881092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 4d9bb4b4-2604-4162-996d-10c3c7640e1d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:18.882493 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device bb3d51d8-f6b1-4b20-acac-590099d73631 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:18.889000 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911fd7b-82af-48ae-bdfb-40fa05b10228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65eb1551-fc20-43fa-bcb2-26feffc2117e,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:18.906864 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (1e7084cd-750b-4465-9d79-5adee38f2569), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:18.962008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:19.112292 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:19.114018 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Pushing event updated for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:19.144325 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:19.146079 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55808) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:19.166567 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb798f-05cc-4e89-9cb9-153e355cf0ca None None] Pushing event updated for resources: {'Port': ['ID=717a6496-256b-4903-b73b-b1d60a1787df,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:19.216350 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:19.295875 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be0005a7-8782-41cc-a366-09ccc7d3c497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.437823 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Network f7146be1-4714-4b02-a562-bb1f0e0886cb is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:19.446662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:19.497436 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55812) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:19.568453 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 2 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:19.588115 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be0005a7-8782-41cc-a366-09ccc7d3c497 admin admin] Publish callbacks [] for security_group (bd6cb224-d1ba-405f-8610-efd3a0d81b7c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.640884 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.654106 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:19.654811 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.724483 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-540ebf67-7341-4219-9199-bff963dd5f2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06a40991fcad4e018c09a7d43406d71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185373 Oct 28 20:53:19.725370 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be0005a7-8782-41cc-a366-09ccc7d3c497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (bd6cb224-d1ba-405f-8610-efd3a0d81b7c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.756849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55816) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:19.840429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cbe8b-043b-4de6-8798-b862021b0fb4 None None] Pushing event updated for resources: {'Port': ['ID=bb3d51d8-f6b1-4b20-acac-590099d73631,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:19.889318 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port bb3d51d8-f6b1-4b20-acac-590099d73631 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:19.889904 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.890471 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port bb3d51d8-f6b1-4b20-acac-590099d73631 Oct 28 20:53:19.896538 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-be0005a7-8782-41cc-a366-09ccc7d3c497 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dd3f2cae34694e32b130ae9412880313&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6449022 Oct 28 20:53:19.900317 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55826) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:19.910837 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Router c5c06396-122c-45e7-a051-1a5161b12fb0 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:53:19.944703 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.951932 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:09Z', 'revision_number': 3, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:19.959584 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:19.965030 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:53:19.974853 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.013997 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaab9e2-8850-48b9-9f0c-6e2458f6b83e None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:09Z', 'revision_number': 3, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:20.025732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] Publish callbacks [] for security_group (bd6cb224-d1ba-405f-8610-efd3a0d81b7c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.157402 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 3 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:20.202244 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:20.209342 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:20.217031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0c2ffd62-ae89-4ac0-b90c-593db71e79fb admin admin] 10.222.0.49 "PUT /v2.0/routers/b6005fe4-1466-4c82-9082-7f4466645087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0970957 Oct 28 20:53:20.226502 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] Publish callbacks [] for security_group (0f3f1773-080a-4d2b-bf75-86798d3ad2fb), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.229730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0005a7-8782-41cc-a366-09ccc7d3c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6cb224-d1ba-405f-8610-efd3a0d81b7c,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:20.235360 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] Publish callbacks [] for security_group (bd6cb224-d1ba-405f-8610-efd3a0d81b7c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.266965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:20.382808 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:20.522545 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] Publish callbacks [] for security_group (0f3f1773-080a-4d2b-bf75-86798d3ad2fb), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.561329 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:20.620673 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:20.653595 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-df371e47-b640-46a2-abeb-6d9ceb52d4a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/c5c06396-122c-45e7-a051-1a5161b12fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1180854 Oct 28 20:53:20.673312 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:20.749571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Sync routers for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:20.790116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.826859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:20.832599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:20.836467 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (bd6cb224-d1ba-405f-8610-efd3a0d81b7c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.843368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.846228 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks [] for port (70edae38-d20d-443e-8fc8-684bb28563ab), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.853384 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd6cb224-d1ba-405f-8610-efd3a0d81b7c HTTP/1.1" status: 204 len: 168 time: 0.9505112 Oct 28 20:53:20.879266 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.952555 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 4 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:20.953805 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0f3f1773-080a-4d2b-bf75-86798d3ad2fb), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.965311 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:20.970790 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f3f1773-080a-4d2b-bf75-86798d3ad2fb HTTP/1.1" status: 204 len: 168 time: 1.2073131 Oct 28 20:53:20.978728 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port bb3d51d8-f6b1-4b20-acac-590099d73631 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:21.001244 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01339997-422e-4461-8efc-583b7beba99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6cb224-d1ba-405f-8610-efd3a0d81b7c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:21.050298 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcabf71-f7e0-4d8f-9f10-1b91a2a61dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3f1773-080a-4d2b-bf75-86798d3ad2fb,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:21.240111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks [] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.279056 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.300394 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:21.319059 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Allocated IP 172.20.0.1 (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0/790d3e44-f75c-4481-befd-d0c956dd2e5b/45cd7824-4c2f-45be-bac6-87f391155e59) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:21.330574 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (1e7084cd-750b-4465-9d79-5adee38f2569), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.466815 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:21.541392 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:21.637426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 206bcdd0-da4b-4d64-92bf-690aaf06f89a up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:21.649729 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Attempting to bind port cde0ab19-f483-4cc8-a439-c0dfb8681354 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:21.650617 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Attempting to bind port cde0ab19-f483-4cc8-a439-c0dfb8681354 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:21.651148 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Attempting to bind port cde0ab19-f483-4cc8-a439-c0dfb8681354 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:21.692552 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:06Z', 'revision_number': 3, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:21.724078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.786262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:21.787612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:21.788210 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.788782 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:21.789601 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Bound port: cde0ab19-f483-4cc8-a439-c0dfb8681354, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:21.790192 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.859014 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] For port cde0ab19-f483-4cc8-a439-c0dfb8681354, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:21.871302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] For port cde0ab19-f483-4cc8-a439-c0dfb8681354, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=cde0ab19-f483-4cc8-a439-c0dfb8681354,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:21.874993 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1204-0b70-405e-9763-49995f7cd3bf None None] Pushing event updated for resources: {'Port': ['ID=cde0ab19-f483-4cc8-a439-c0dfb8681354,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:21.890779 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9f4a-ef2e-432b-939b-6e5f35e5ac04 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:06Z', 'revision_number': 3, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:21.901769 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:21.980521 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 5 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:22.041496 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:22.050044 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks [] for port (45cd7824-4c2f-45be-bac6-87f391155e59), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:22.091009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:22.095785 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:22.096488 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:22.096850 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:22.173248 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa1204-0b70-405e-9763-49995f7cd3bf None None] Pushing event updated for resources: {'Port': ['ID=cde0ab19-f483-4cc8-a439-c0dfb8681354,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:22.286432 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 206bcdd0-da4b-4d64-92bf-690aaf06f89a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:22.286842 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:22.288004 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 206bcdd0-da4b-4d64-92bf-690aaf06f89a Oct 28 20:53:22.303538 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:22.465743 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55884) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:22.526523 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:22.568499 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:22.595271 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 6 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:22.602567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '65ce548d-1eda-4ac6-8ef0-431f28e78f69', 'name': '', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'mac_address': 'fa:16:3e:88:78:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:18Z', 'revision_number': 2, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'subnets': [{'id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:22.641097 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:22.643401 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Pushing event updated for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:22.655425 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:22.719955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:22.839535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bb71990-b75b-45c0-b89a-52635813d1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.045873 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:53:23.046922 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.121419 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bb71990-b75b-45c0-b89a-52635813d1ce admin admin] Publish callbacks [] for security_group (e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.138018 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bb71990-b75b-45c0-b89a-52635813d1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.154147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Checking router: c5c06396-122c-45e7-a051-1a5161b12fb0 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:23.157313 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Updating router c5c06396-122c-45e7-a051-1a5161b12fb0 port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:23.235146 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb71990-b75b-45c0-b89a-52635813d1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:23.320579 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0bb71990-b75b-45c0-b89a-52635813d1ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bf07957f7a241aa8f5c93a242b4e346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8534606 Oct 28 20:53:23.324005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55902) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:23.394889 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55904) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:23.413587 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529268526', 'description': 'tempest-description--646336763'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:23.500193 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.539837 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] Publish callbacks [] for security_group (e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.614041 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] Publish callbacks [] for security_group (e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.690571 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks [] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.748124 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.754286 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:23.770091 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.773108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.774399 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53 HTTP/1.1" status: 204 len: 168 time: 0.4493289 Oct 28 20:53:23.817873 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f250f-be63-407a-9941-ae661584c3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e32ca7-9ff0-4a90-90ae-05ec8bfe2c53,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:23.867663 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.896928 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks [] for port (45cd7824-4c2f-45be-bac6-87f391155e59), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.903839 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (43b87fc1-f9fa-4960-a19a-e97033301e89), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.925599 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (43b87fc1-f9fa-4960-a19a-e97033301e89), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.993120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:23.998688 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6014915 Oct 28 20:53:23.999698 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55922) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:24.002175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75752e1-a4e2-4a70-b64d-4224cda38fb5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b87fc1-f9fa-4960-a19a-e97033301e89,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:24.008607 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group_rule': {'security_group_id': '43b87fc1-f9fa-4960-a19a-e97033301e89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:24.019590 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.081435 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (76aadb06-ac56-4d59-b074-69ec508b1afa), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.141797 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 206bcdd0-da4b-4d64-92bf-690aaf06f89a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:24.151911 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 4d9bb4b4-2604-4162-996d-10c3c7640e1d up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:24.256345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (76aadb06-ac56-4d59-b074-69ec508b1afa), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.275176 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (76aadb06-ac56-4d59-b074-69ec508b1afa), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.315660 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aadb06-ac56-4d59-b074-69ec508b1afa,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:24.324514 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 7 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:24.337319 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.342357 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f7eddbd0-407d-4d1a-ab66-e7e6a6967cf1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411033 Oct 28 20:53:24.343208 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55934) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:24.354897 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group_rule': {'security_group_id': '43b87fc1-f9fa-4960-a19a-e97033301e89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:24.356198 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.413425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (4064bece-bd74-4b5a-b70e-1dd54c2aa1ea), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.427881 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:24.445539 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:24.457094 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e00a1e55-5cef-4595-8f2d-f29f0abab9d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/1e7084cd-750b-4465-9d79-5adee38f2569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3944521 Oct 28 20:53:24.458042 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:24.495579 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:24.497589 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:24.531375 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:24.541978 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (4064bece-bd74-4b5a-b70e-1dd54c2aa1ea), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.558163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (4064bece-bd74-4b5a-b70e-1dd54c2aa1ea), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.583843 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.593720 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 1, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:24.624649 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4064bece-bd74-4b5a-b70e-1dd54c2aa1ea,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:24.637561 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.643146 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f91930cd-170b-4c53-b351-834e9e4f632f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2985988 Oct 28 20:53:24.644262 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55944) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:24.649217 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:24.683461 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291f854d-1b29-4091-8259-3d929f5f6ae5 None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 1, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:24.721885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.747664 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 4d9bb4b4-2604-4162-996d-10c3c7640e1d triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:24.748221 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:24.748929 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 4d9bb4b4-2604-4162-996d-10c3c7640e1d Oct 28 20:53:24.853376 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:24.887107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Pushing event updated for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:25.084540 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 8 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:25.114743 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55948) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:25.162110 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:25.171651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-39517e7e-9283-49c4-907e-0e894c781ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.177467 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.190756 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:25.207893 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:25.261511 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:25.338369 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 4d9bb4b4-2604-4162-996d-10c3c7640e1d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:25.340393 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 717a6496-256b-4903-b73b-b1d60a1787df up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:25.353142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:25.366687 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks [] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.451033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.619826 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f130c-fe7c-453d-9d0d-06040ea7152a None None] Pushing event updated for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:25.744896 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:20Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:25.814590 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:25.815234 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Updating router 1e7084cd-750b-4465-9d79-5adee38f2569 port 70edae38-d20d-443e-8fc8-684bb28563ab binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:25.821571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 717a6496-256b-4903-b73b-b1d60a1787df triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:25.821955 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (717a6496-256b-4903-b73b-b1d60a1787df), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.822298 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 717a6496-256b-4903-b73b-b1d60a1787df Oct 28 20:53:25.925987 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:25.938107 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 9 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:25.990575 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:25.994843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:26.002316 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Attempting to bind port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:26.003356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Attempting to bind port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:26.003824 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Attempting to bind port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 on network f7146be1-4714-4b02-a562-bb1f0e0886cb {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:26.005788 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-39517e7e-9283-49c4-907e-0e894c781ea9 admin admin] Publish callbacks [] for security_group (beca669c-7f3e-483c-bebf-c3ad695cc109), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.031917 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-39517e7e-9283-49c4-907e-0e894c781ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (beca669c-7f3e-483c-bebf-c3ad695cc109), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.046271 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:26.046680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:26.177631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:53:26.178491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:26.178491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Checking segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:26.178993 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.179229 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Bound using segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:26.179766 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Bound port: 65ce548d-1eda-4ac6-8ef0-431f28e78f69, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:26.180395 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.254728 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 717a6496-256b-4903-b73b-b1d60a1787df is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:26.255367 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (717a6496-256b-4903-b73b-b1d60a1787df), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.409342 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-39517e7e-9283-49c4-907e-0e894c781ea9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1835ccbff914cbb81b9ecd24f19f74c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2915311 Oct 28 20:53:26.410564 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39517e7e-9283-49c4-907e-0e894c781ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beca669c-7f3e-483c-bebf-c3ad695cc109,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:26.411665 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] For port 65ce548d-1eda-4ac6-8ef0-431f28e78f69, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:26.413670 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55966) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:26.419102 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] For port 65ce548d-1eda-4ac6-8ef0-431f28e78f69, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=65ce548d-1eda-4ac6-8ef0-431f28e78f69,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:26.451226 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.471173 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Allocated IP 172.27.3.245 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/e2034aba-1917-4ff1-a153-3392bddecc53) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:26.505067 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 717a6496-256b-4903-b73b-b1d60a1787df, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=717a6496-256b-4903-b73b-b1d60a1787df,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:26.517862 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 10 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:26.570260 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:26.577009 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (717a6496-256b-4903-b73b-b1d60a1787df), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.577887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 269b5a84-c92b-47b6-b7f9-49c8e63a47bd up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:26.667013 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:26.706952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port 206bcdd0-da4b-4d64-92bf-690aaf06f89a triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:26.706952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.707543 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port 206bcdd0-da4b-4d64-92bf-690aaf06f89a Oct 28 20:53:26.728824 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:53:26.762431 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:26.763089 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:26.840085 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 55976) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:26.880265 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 55980) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:26.882483 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks [] for port (70edae38-d20d-443e-8fc8-684bb28563ab), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.885037 dv-cinder-859839-2-iscsi neutron-server[115442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 20:53:26.886722 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--233628282', 'description': 'tempest-description--1571835333'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:26.898268 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:26.947727 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Current status of the port 206bcdd0-da4b-4d64-92bf-690aaf06f89a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:26.964215 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f130c-fe7c-453d-9d0d-06040ea7152a None None] Pushing event updated for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:26.988174 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd9d9d-43c4-4015-aee6-68c16d4656af None None] Pushing event updated for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:27.107697 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.133564 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:27.159809 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Attempting to bind port 70edae38-d20d-443e-8fc8-684bb28563ab on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:27.161987 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Attempting to bind port 70edae38-d20d-443e-8fc8-684bb28563ab by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:27.162799 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Attempting to bind port 70edae38-d20d-443e-8fc8-684bb28563ab on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:27.172271 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:27.181495 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (e2034aba-1917-4ff1-a153-3392bddecc53), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.197218 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:27.198159 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:27.198805 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.199426 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:27.200192 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Bound port: 70edae38-d20d-443e-8fc8-684bb28563ab, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:27.200813 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.260263 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c0462488-e86e-4e51-b18d-51998f1ab3ac admin admin] 10.222.0.49 "PUT /v2.0/routers/8209cc3e-b451-4e23-ac2a-95f4b7f28381/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7001400 Oct 28 20:53:27.387392 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port dc5deb0a-e9fd-4943-be22-27ef143ee641 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:27.387660 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.388042 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port dc5deb0a-e9fd-4943-be22-27ef143ee641 Oct 28 20:53:27.435219 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] For port 70edae38-d20d-443e-8fc8-684bb28563ab, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:27.450695 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] For port 70edae38-d20d-443e-8fc8-684bb28563ab, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=70edae38-d20d-443e-8fc8-684bb28563ab,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:27.475553 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.483303 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:27.486230 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.487366 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd Oct 28 20:53:27.529228 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:27.530270 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:27.630363 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-a518d5cc-e361-4a27-a994-df91e6ab4f7a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:27.646880 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-a518d5cc-e361-4a27-a994-df91e6ab4f7a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/networks?id=f7146be1-4714-4b02-a562-bb1f0e0886cb HTTP/1.1" status: 200 len: 811 time: 0.7645972 Oct 28 20:53:27.682584 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-9e399199-907d-49c9-985e-e9d5df78b895 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/quotas/dca1f27b8d344d09bd6637d783fa6361 HTTP/1.1" status: 200 len: 375 time: 0.0317719 Oct 28 20:53:27.698708 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:27.701133 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:27.732194 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:27.944965 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=717a6496-256b-4903-b73b-b1d60a1787df,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:27.979177 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:27.991261 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd9d9d-43c4-4015-aee6-68c16d4656af None None] Pushing event updated for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:28.047499 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] Publish callbacks [] for security_group (beca669c-7f3e-483c-bebf-c3ad695cc109), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.142691 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:28.174278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:28.187885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:28.234696 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:28.235301 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.287010 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (29f05542-bb9a-4b24-82ee-d57aeeaac977), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.327209 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (29f05542-bb9a-4b24-82ee-d57aeeaac977), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.446363 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] Publish callbacks [] for security_group (beca669c-7f3e-483c-bebf-c3ad695cc109), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.480218 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:53:28.491483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:28.537075 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:28.554072 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=e2034aba-1917-4ff1-a153-3392bddecc53,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:28.557667 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.573957 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.575483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device bb3d51d8-f6b1-4b20-acac-590099d73631 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:28.586608 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-63daf3c3-dee1-4f46-ad56-617ef64ecd50 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=dca1f27b8d344d09bd6637d783fa6361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9024303 Oct 28 20:53:28.616558 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3cc7f14a-6180-4de1-a7e7-45938d616db5 admin admin] 10.222.0.49 "PUT /v2.0/routers/4c6d3e93-1e01-4013-bca3-7800b61953d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4198625 Oct 28 20:53:28.620881 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56008) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:28.632761 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.644814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Current status of the port dc5deb0a-e9fd-4943-be22-27ef143ee641 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:28.665216 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1232403010', 'description': 'tempest-description--265936543'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:28.694181 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.703565 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56012) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:28.710741 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:28.711848 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8503449 Oct 28 20:53:28.715823 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '29f05542-bb9a-4b24-82ee-d57aeeaac977', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:28.742068 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94a584-1155-4368-a7eb-4461b2bc0df8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f05542-bb9a-4b24-82ee-d57aeeaac977,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:28.773756 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.897087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:28.898952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.910775 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a Oct 28 20:53:28.950306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (545c9502-ec27-4962-9648-685c3cce9e74), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:28.974093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (545c9502-ec27-4962-9648-685c3cce9e74), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.033740 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (be8b5448-9f8a-42c7-b427-74fa605e0399), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.036488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (beca669c-7f3e-483c-bebf-c3ad695cc109), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.042052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.044512 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/beca669c-7f3e-483c-bebf-c3ad695cc109 HTTP/1.1" status: 204 len: 168 time: 2.6260903 Oct 28 20:53:29.151492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.168689 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5225041 Oct 28 20:53:29.177125 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56032) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:29.185257 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group_rule': {'security_group_id': '545c9502-ec27-4962-9648-685c3cce9e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:29.204524 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad9d95-3860-45a4-8c74-bd7c6cd3794d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545c9502-ec27-4962-9648-685c3cce9e74,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.212722 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.245388 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb6c35-0383-45ac-8f1a-0a6b3c51c52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beca669c-7f3e-483c-bebf-c3ad695cc109,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.248234 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port bb3d51d8-f6b1-4b20-acac-590099d73631 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:29.255300 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.256108 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port bb3d51d8-f6b1-4b20-acac-590099d73631 Oct 28 20:53:29.282114 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (5f00e2f0-6763-45d6-bf83-a3207a31a215), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.442468 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (be8b5448-9f8a-42c7-b427-74fa605e0399), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.448076 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:18Z', 'revision_number': 2, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:29.462991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (be8b5448-9f8a-42c7-b427-74fa605e0399), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.526717 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.529815 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8207555 Oct 28 20:53:29.538012 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56038) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:29.541577 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41a63d-78b4-459e-82bc-9f2063c6449e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8b5448-9f8a-42c7-b427-74fa605e0399,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.551681 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '29f05542-bb9a-4b24-82ee-d57aeeaac977', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:29.552079 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:29.552814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Updating router b6005fe4-1466-4c82-9082-7f4466645087 port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:29.599514 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (5f00e2f0-6763-45d6-bf83-a3207a31a215), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.608168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (e2034aba-1917-4ff1-a153-3392bddecc53), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.616935 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (5f00e2f0-6763-45d6-bf83-a3207a31a215), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.623294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.625231 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.666876 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.679146 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f00e2f0-6763-45d6-bf83-a3207a31a215,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.727382 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.744571 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0846815 Oct 28 20:53:29.744861 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '65ce548d-1eda-4ac6-8ef0-431f28e78f69', 'name': '', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'mac_address': 'fa:16:3e:88:78:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'subnets': [{'id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:29.745135 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef03d7-3514-494d-bf90-bb316459d176 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=e2034aba-1917-4ff1-a153-3392bddecc53,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:29.760673 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (d9ed901a-be1c-40d2-8311-f9497ffb06da), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.782297 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.783906 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1143d015-cd2c-4098-b25d-f334b0e465e3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6039822 Oct 28 20:53:29.788178 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56048) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:29.797447 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group_rule': {'security_group_id': '545c9502-ec27-4962-9648-685c3cce9e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:29.855325 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (d9ed901a-be1c-40d2-8311-f9497ffb06da), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.866513 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:53:29.869361 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (d9ed901a-be1c-40d2-8311-f9497ffb06da), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.879326 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c49a187-af23-4bd6-af59-b40628e2c904 None None] The sync data for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi is: [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '65ce548d-1eda-4ac6-8ef0-431f28e78f69', 'name': '', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'mac_address': 'fa:16:3e:88:78:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'subnets': [{'id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:29.906970 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (139c5b4f-853e-4295-9c1b-68b2279ab7bd), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:29.983758 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:23Z', 'revision_number': 2, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:30.059487 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (139c5b4f-853e-4295-9c1b-68b2279ab7bd), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.062258 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:30.062689 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Updating router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 port 45cd7824-4c2f-45be-bac6-87f391155e59 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:30.070278 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.072349 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5325947 Oct 28 20:53:30.076020 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56054) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:30.078441 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (139c5b4f-853e-4295-9c1b-68b2279ab7bd), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.092104 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac75924-8ead-49c5-a15c-bf5e056c8232 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ed901a-be1c-40d2-8311-f9497ffb06da,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:30.095620 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:30.109271 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139c5b4f-853e-4295-9c1b-68b2279ab7bd,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:30.166066 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.166532 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.168120 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7a2d9018-1bb8-4f26-947c-231659a38c6c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786070 Oct 28 20:53:30.178267 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56056) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:30.213591 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:30.263267 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-b62d550e-49de-4f74-85fb-7ac0cd33a285 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:53:30.287483 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-b62d550e-49de-4f74-85fb-7ac0cd33a285 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8411644 Oct 28 20:53:30.298404 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.309366 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:30.396985 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:30.397889 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:30.559856 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:27Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:30.638140 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Current status of the port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:30.988096 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1972c105-8564-4173-a2f5-bc06e3301079 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:27Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:31.115699 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port bb3d51d8-f6b1-4b20-acac-590099d73631 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:31.118800 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5d3c54fd-b410-4589-981a-ac63241ba6c9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:31.159717 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-4e9b91aa-6a00-435b-805a-5683f2feb015 service neutron] 10.222.0.49 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8614419 Oct 28 20:53:31.233117 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:31.784989 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Allocated IP 172.27.3.34 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/7bf4db4d-884e-4a68-a493-c204f51724d6) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:31.785899 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-e1cc7e5b-8942-4f7e-bf23-a123f4fae621 service neutron] 10.222.0.49 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252201 Oct 28 20:53:31.804823 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.026509 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.113002 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.193130 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks [] for port (45cd7824-4c2f-45be-bac6-87f391155e59), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.201217 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks [] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.234361 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.292661 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.309129 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port 4d9bb4b4-2604-4162-996d-10c3c7640e1d triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:32.310058 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.310922 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port 4d9bb4b4-2604-4162-996d-10c3c7640e1d Oct 28 20:53:32.354078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=7bf4db4d-884e-4a68-a493-c204f51724d6,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:32.379951 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.27.3.47 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/dba44824-0da1-4aa0-881e-99d78901d485) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:32.417625 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:32.423781 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:32.440199 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:32.642595 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Attempting to bind port 45cd7824-4c2f-45be-bac6-87f391155e59 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:32.642595 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Attempting to bind port 45cd7824-4c2f-45be-bac6-87f391155e59 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:32.642595 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Attempting to bind port 45cd7824-4c2f-45be-bac6-87f391155e59 on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:32.680095 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:32.683914 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Checking segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:32.686267 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.688221 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Bound using segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:32.691450 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:32.692370 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Bound port: 45cd7824-4c2f-45be-bac6-87f391155e59, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:32.695713 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.717629 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56116) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:32.879222 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Attempting to bind port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:32.883794 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Attempting to bind port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:32.884853 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Attempting to bind port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:32.934065 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] For port 45cd7824-4c2f-45be-bac6-87f391155e59, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:32.940017 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:32.942332 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] For port 45cd7824-4c2f-45be-bac6-87f391155e59, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=45cd7824-4c2f-45be-bac6-87f391155e59,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:32.964866 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.014030 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:33.015527 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:33.022877 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:33.023612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Checking segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:33.024160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.025154 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Bound using segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:33.025969 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Bound port: 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:33.029469 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.073836 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9642-c2bf-44c9-b265-cfe99e789fd0 None None] Pushing event updated for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:33.077293 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.359210 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] For port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:33.371591 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] For port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:33.382309 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79c7f9-e8c6-4d31-8459-c918cfdef84a None None] Pushing event updated for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:33.388091 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 5d3c54fd-b410-4589-981a-ac63241ba6c9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:33.388829 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.392483 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 5d3c54fd-b410-4589-981a-ac63241ba6c9 Oct 28 20:53:33.498289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (dba44824-0da1-4aa0-881e-99d78901d485), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.541883 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-57106a89-d004-4c2b-a815-885ad6239791 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1529268526&fields=id&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 267 time: 0.6591575 Oct 28 20:53:33.616321 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.621531 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.635617 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.643101 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:33.767258 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-21f4c1b7-3ce0-4528-9a0d-38371b0b3e2a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:33.787205 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.792527 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-21f4c1b7-3ce0-4528-9a0d-38371b0b3e2a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 1.0682542 Oct 28 20:53:33.876972 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:33.878808 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6956179 Oct 28 20:53:33.881903 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80f59a-6a09-4270-abe2-5d53161d6137 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=7bf4db4d-884e-4a68-a493-c204f51724d6,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:33.884922 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c79c7f9-e8c6-4d31-8459-c918cfdef84a None None] Pushing event updated for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:34.076092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9642-c2bf-44c9-b265-cfe99e789fd0 None None] Pushing event updated for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:34.107105 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Current status of the port 4d9bb4b4-2604-4162-996d-10c3c7640e1d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:34.137834 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-cc267293-4938-41dc-a322-bad880cd9cbf tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/quotas/99fe5983d1c6464796b4c24984ceb0c4 HTTP/1.1" status: 200 len: 375 time: 0.2167993 Oct 28 20:53:34.140780 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:34.141987 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:34.305517 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (dba44824-0da1-4aa0-881e-99d78901d485), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:34.318978 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:32Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:34.362614 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b67186-0692-458b-bb87-d0ae8210b7a2 None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:32Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:34.412289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:34.421284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:34.424128 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:34.454270 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-58d2bf7b-556a-49fb-bc83-6385301df11e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3153498 Oct 28 20:53:34.466607 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-68d9886c-2de2-4f09-9908-14cee32b63f3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:34.468761 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-68d9886c-2de2-4f09-9908-14cee32b63f3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 817 time: 0.8399460 Oct 28 20:53:34.542015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Provisioning complete for port bb3d51d8-f6b1-4b20-acac-590099d73631 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:34.542867 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:34.542867 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Attempt 1 to provision port bb3d51d8-f6b1-4b20-acac-590099d73631 Oct 28 20:53:34.546002 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:34.553101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=dba44824-0da1-4aa0-881e-99d78901d485,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:34.642069 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-45bdf106-00bd-4358-8b55-243fa03bcc84 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/quotas/908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 375 time: 0.1306520 Oct 28 20:53:34.678898 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (dba44824-0da1-4aa0-881e-99d78901d485), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:34.816716 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 5d3c54fd-b410-4589-981a-ac63241ba6c9 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:34.817136 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:34.920036 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37afe4c9-698a-4caf-92bb-7e8f76c1d6d3 None None] Current status of the port bb3d51d8-f6b1-4b20-acac-590099d73631 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:34.992866 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-1212ed87-13d0-4972-bd24-a7f98973dad5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3498766 Oct 28 20:53:35.078383 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 5d3c54fd-b410-4589-981a-ac63241ba6c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5d3c54fd-b410-4589-981a-ac63241ba6c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:35.100981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.101786 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b9e4ecf5-76fe-49c7-aaa2-0de43585f34a up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:35.204757 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:35.222193 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-b03bed1e-ac82-4d9c-88b4-3885f3223a02 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983988 Oct 28 20:53:35.234331 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-595b607d-9b92-4943-a954-501045c3eb17 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:53:35.235617 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-595b607d-9b92-4943-a954-501045c3eb17 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2968235 Oct 28 20:53:35.292587 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Provisioning complete for port 70edae38-d20d-443e-8fc8-684bb28563ab triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:35.298174 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.298652 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Attempt 1 to provision port 70edae38-d20d-443e-8fc8-684bb28563ab Oct 28 20:53:35.487438 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-09c54d62-be0c-4269-8602-79bd3b57398f service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316210 Oct 28 20:53:35.519592 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:35.520431 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.521144 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a Oct 28 20:53:35.604178 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=5d3c54fd-b410-4589-981a-ac63241ba6c9,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:35.620558 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 2, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:35.683212 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:53:35.683212 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Updating router 4c6d3e93-1e01-4013-bca3-7800b61953d2 port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:53:35.841685 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.891533 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (dba44824-0da1-4aa0-881e-99d78901d485), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.912199 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (dba44824-0da1-4aa0-881e-99d78901d485), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.912401 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Current status of the port 70edae38-d20d-443e-8fc8-684bb28563ab is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:35.912782 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.913478 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:35.935550 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:36.027259 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=dba44824-0da1-4aa0-881e-99d78901d485,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:36.084102 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-a310db52-398a-4eb9-9e51-cd7576b8e6ab service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5748661 Oct 28 20:53:36.091052 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-e6b85752-6d7c-478a-bdd9-4f3ee4a6492f service neutron] 10.222.0.49 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345852 Oct 28 20:53:36.113316 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:36.124274 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-097fd92b-bc5f-4a00-bcc6-778189ff96fa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0450613 Oct 28 20:53:36.410131 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] For port 70edae38-d20d-443e-8fc8-684bb28563ab, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=70edae38-d20d-443e-8fc8-684bb28563ab,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:36.436081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:36.820069 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:36.842443 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 45cd7824-4c2f-45be-bac6-87f391155e59 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:37.084809 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56276) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:37.100167 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed2568c9-094a-4647-80af-c2d1cab38e6a req-699967f8-f5db-4d59-b998-5b66706c591a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0684812 Oct 28 20:53:37.146329 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:33Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:37.272765 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-07dbacfc-a5cb-43dd-96bc-57288455863a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1232403010&fields=id&tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 267 time: 0.2083764 Oct 28 20:53:37.329984 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7874bf-bfba-48c1-9ed0-03a58293d7a7 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:33Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:37.333253 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Provisioning complete for port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:37.333879 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:37.334422 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Attempt 1 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:37.451680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 45cd7824-4c2f-45be-bac6-87f391155e59 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:37.452357 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:37.452930 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 45cd7824-4c2f-45be-bac6-87f391155e59 Oct 28 20:53:37.616124 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdd70-003a-4511-920b-3e6d39878f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:37.780600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.26', 63657) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:37.793829 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-75730039-ee23-4902-b1f4-fe03b050c2c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--233628282&fields=id&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 267 time: 0.4249895 Oct 28 20:53:38.130512 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks [] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.240782 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.291028 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-85f96bbf-d977-4b80-b131-14a78adca1ce tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:38.299013 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-85f96bbf-d977-4b80-b131-14a78adca1ce tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 811 time: 0.9954059 Oct 28 20:53:38.360575 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Current status of the port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:38.360972 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.414501 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-782909c2-a031-4afc-988a-91ccae24e65f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/quotas/aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 375 time: 0.1040220 Oct 28 20:53:38.557835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-eaae38af-22f9-46fa-b679-b2ed4179f2b7 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:38.559440 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-eaae38af-22f9-46fa-b679-b2ed4179f2b7 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.26 "GET /v2.0/networks?id=f7146be1-4714-4b02-a562-bb1f0e0886cb HTTP/1.1" status: 200 len: 811 time: 0.7569015 Oct 28 20:53:38.579561 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56344) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:38.606055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-91df6d99-a818-40a9-ae16-04d6cede69cc tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:38.608729 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Request body: {'port': {'device_id': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'admin_state_up': True, 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:38.644225 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-91df6d99-a818-40a9-ae16-04d6cede69cc tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.8489289 Oct 28 20:53:38.682811 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] For port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:38.796416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.801005 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 45cd7824-4c2f-45be-bac6-87f391155e59 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:38.802003 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.815825 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab388c1-8753-4864-bc7e-dfa04f2f88a5 None None] Pushing event updated for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:38.945093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdd70-003a-4511-920b-3e6d39878f80 admin admin] Publish callbacks [] for security_group (7b88e42d-19a3-4df2-9030-713afbdadca4), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:38.958598 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Attempting to bind port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:38.960446 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Attempting to bind port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:38.963044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Attempting to bind port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:38.981094 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5f9fdd70-003a-4511-920b-3e6d39878f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7b88e42d-19a3-4df2-9030-713afbdadca4), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.011668 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Provisioning complete for port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:39.012672 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.013851 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Attempt 1 to provision port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 Oct 28 20:53:39.029276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:39.030816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:39.031860 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.033065 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Bound using segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:39.035729 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Bound port: 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:39.037648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.219471 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 45cd7824-4c2f-45be-bac6-87f391155e59, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=45cd7824-4c2f-45be-bac6-87f391155e59,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:39.274980 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:39.313301 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-22df85ba-fc17-48d8-9e78-d7344d5ebcf3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/quotas/c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 375 time: 0.0448987 Oct 28 20:53:39.375882 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5f9fdd70-003a-4511-920b-3e6d39878f80 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95660b6a07174c2e89cb291e8bb002cd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2887082 Oct 28 20:53:39.379636 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56368) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:39.383560 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fdd70-003a-4511-920b-3e6d39878f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b88e42d-19a3-4df2-9030-713afbdadca4,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:39.398819 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-b2f1f02c-912a-4e52-b19d-6504b6141aab tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9662874 Oct 28 20:53:39.464141 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0cca3-d184-439d-9de3-1cce37aa6a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.481197 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] For port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:39.484080 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.484422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 08afe4c6-c83d-42de-982e-9b8db1d199c9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:39.495074 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] For port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:39.617208 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.664417 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.26', 63664) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:39.719114 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0cca3-d184-439d-9de3-1cce37aa6a43 admin admin] Publish callbacks [] for security_group (b36006e0-9aef-456d-b32b-806552789dcd), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.733076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8ee0cca3-d184-439d-9de3-1cce37aa6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b36006e0-9aef-456d-b32b-806552789dcd), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:39.741854 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-d19cce74-c7f4-4e13-ae13-137ab387c09b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4273124 Oct 28 20:53:39.819429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:53:39.823626 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Made reservation on behalf of dca1f27b8d344d09bd6637d783fa6361 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:39.825551 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:39.830958 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.034352 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-c15c0a30-eee8-43b1-8366-45cd07515c0e service neutron] 10.222.0.49 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6245871 Oct 28 20:53:40.171291 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-64daea66-0e0f-4ab9-a28d-ebc797ef6db8 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:40.173710 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-64daea66-0e0f-4ab9-a28d-ebc797ef6db8 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 0.5067990 Oct 28 20:53:40.174768 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] Publish callbacks [] for security_group (7b88e42d-19a3-4df2-9030-713afbdadca4), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.209827 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'port': {'device_id': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'admin_state_up': True, 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:40.217971 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Current status of the port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:40.218667 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.261664 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 08afe4c6-c83d-42de-982e-9b8db1d199c9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:40.262322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.262818 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 08afe4c6-c83d-42de-982e-9b8db1d199c9 Oct 28 20:53:40.302134 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] Publish callbacks [] for security_group (7b88e42d-19a3-4df2-9030-713afbdadca4), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.334135 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:40.503438 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] For port 65ce548d-1eda-4ac6-8ef0-431f28e78f69, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=65ce548d-1eda-4ac6-8ef0-431f28e78f69,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:40.526541 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-8ee0cca3-d184-439d-9de3-1cce37aa6a43 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2086d5f3412640b4b64aa1b2f61380b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9458201 Oct 28 20:53:40.527319 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0cca3-d184-439d-9de3-1cce37aa6a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36006e0-9aef-456d-b32b-806552789dcd,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:40.543049 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56384) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:40.729031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.733582 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.769344 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-8d8abe65-51a0-4075-83e2-1197b832fc4e service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9546380 Oct 28 20:53:40.781809 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] Publish callbacks [] for security_group (b36006e0-9aef-456d-b32b-806552789dcd), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:40.836083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:53:40.917604 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Allocated IP 172.20.0.14 (f7146be1-4714-4b02-a562-bb1f0e0886cb/04c9df3f-6c6e-4b4e-9769-1d19badba3e7/d1f8b821-815a-4c05-af46-f43a12270d1c) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:40.930953 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab388c1-8753-4864-bc7e-dfa04f2f88a5 None None] Pushing event updated for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:40.949215 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-24c27a09-6c5a-480e-be91-36f26676554a service neutron] 10.222.0.49 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9136653 Oct 28 20:53:40.980830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] Publish callbacks [] for security_group (b36006e0-9aef-456d-b32b-806552789dcd), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.140048 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7b88e42d-19a3-4df2-9030-713afbdadca4), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.143961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.147948 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7b88e42d-19a3-4df2-9030-713afbdadca4 HTTP/1.1" status: 204 len: 168 time: 1.7401855 Oct 28 20:53:41.207237 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Provisioning complete for port 45cd7824-4c2f-45be-bac6-87f391155e59 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:41.209023 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.209408 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Attempt 1 to provision port 45cd7824-4c2f-45be-bac6-87f391155e59 Oct 28 20:53:41.222958 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:41.253763 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fd480-0fbc-409e-9d5e-8d70c443f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b88e42d-19a3-4df2-9030-713afbdadca4,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:41.313223 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks [] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.319816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.26', 63669) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:41.398577 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.468466 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Network f7146be1-4714-4b02-a562-bb1f0e0886cb is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:41.521788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:41.549805 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:41.612893 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:41.614447 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.657530 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 08afe4c6-c83d-42de-982e-9b8db1d199c9 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:41.658050 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.662003 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0571060 Oct 28 20:53:41.739557 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-8e9c4c6f-b7b4-4596-bf8b-211b0e959ff9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:53:41.740831 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-8e9c4c6f-b7b4-4596-bf8b-211b0e959ff9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463920 Oct 28 20:53:41.795140 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-b2c120d5-effc-4c67-9f86-229ceac991ce tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:41.802058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-b2c120d5-effc-4c67-9f86-229ceac991ce tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 817 time: 0.4804168 Oct 28 20:53:41.805838 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b36006e0-9aef-456d-b32b-806552789dcd), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.811434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:41.811952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2dd1fb-1225-4890-86d8-2eea70f1036d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Pushing event updated for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:41.823896 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b36006e0-9aef-456d-b32b-806552789dcd HTTP/1.1" status: 204 len: 168 time: 1.2580736 Oct 28 20:53:41.882441 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-58a020b0-d43f-44a5-a5f7-9175e26d115d service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0443442 Oct 28 20:53:41.937282 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Made reservation on behalf of 99fe5983d1c6464796b4c24984ceb0c4 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:41.951575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:42.100953 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f37c28-4a05-4e42-af9a-7b170c01bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36006e0-9aef-456d-b32b-806552789dcd,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:42.242891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 08afe4c6-c83d-42de-982e-9b8db1d199c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=08afe4c6-c83d-42de-982e-9b8db1d199c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:42.250605 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5f80f962-822b-4afa-a110-27e9d4539e3e req-ff4b1144-7d51-4799-a49a-acc598debed5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 210 time: 0.2280123 Oct 28 20:53:42.290757 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0c6504aa-bff8-461e-b22a-535f16203ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:42.346361 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:42.349985 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 70edae38-d20d-443e-8fc8-684bb28563ab up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:42.667419 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56436) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:42.670869 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=08afe4c6-c83d-42de-982e-9b8db1d199c9,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:42.698451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7ee492da-06b1-4b34-aa2b-f7e1f32f74c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:42.865569 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 70edae38-d20d-443e-8fc8-684bb28563ab triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:42.868536 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:42.869745 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 70edae38-d20d-443e-8fc8-684bb28563ab Oct 28 20:53:42.998517 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7ee492da-06b1-4b34-aa2b-f7e1f32f74c3 admin admin] Publish callbacks [] for security_group (0cb424a8-476e-4219-be2d-e82335763b25), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.006822 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7ee492da-06b1-4b34-aa2b-f7e1f32f74c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0cb424a8-476e-4219-be2d-e82335763b25), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.024987 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Current status of the port 45cd7824-4c2f-45be-bac6-87f391155e59 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:43.030863 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:39Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:53:43.120410 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee492da-06b1-4b34-aa2b-f7e1f32f74c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb424a8-476e-4219-be2d-e82335763b25,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:43.126659 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7ee492da-06b1-4b34-aa2b-f7e1f32f74c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e20a0f95d1d6475c949113bfe3efda85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4571102 Oct 28 20:53:43.131951 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56448) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:43.147213 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b60527-7e53-40d5-b128-96b1b4d6a831 None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:39Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:53:43.303457 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Request body: {'port': {'device_id': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:43.319501 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Provisioning complete for port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:43.319830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.320357 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Attempt 1 to provision port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 Oct 28 20:53:43.407300 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Allocated IP 172.20.0.12 (37bf060d-dcd9-487e-8c29-ea49b0f0844c/58077f8c-4c84-4b60-a26f-fa20c33ec600/c5732f57-8c38-43e9-a3e6-4ec3babfb1ee) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:43.530419 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 70edae38-d20d-443e-8fc8-684bb28563ab is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:43.532775 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 717a6496-256b-4903-b73b-b1d60a1787df up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:43.547001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56456) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:43.558365 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] Publish callbacks [] for security_group (0cb424a8-476e-4219-be2d-e82335763b25), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.700054 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] Publish callbacks [] for security_group (0cb424a8-476e-4219-be2d-e82335763b25), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.738740 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Current status of the port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:43.739250 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.744423 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.758679 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6b234c65-cd4b-448d-9ec7-253e393e0a67 req-64483a62-d660-4e38-8a01-e4ff4b7f2a89 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 210 time: 1.1996884 Oct 28 20:53:43.787218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-ec19ef10-1332-4072-bff4-53bca871510d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 380 time: 1.9559052 Oct 28 20:53:43.894363 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 717a6496-256b-4903-b73b-b1d60a1787df triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:43.907217 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (717a6496-256b-4903-b73b-b1d60a1787df), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:43.907713 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 717a6496-256b-4903-b73b-b1d60a1787df Oct 28 20:53:43.931074 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'port': {'device_id': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'admin_state_up': True, 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'security_groups': ['43b87fc1-f9fa-4960-a19a-e97033301e89']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:43.948365 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-461df560-3669-440b-9afd-a853c68f78e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.089258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] For port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:44.124515 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.138604 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.26', 63679) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:44.262085 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fb14e16c-2b61-4a0c-97b2-3cd4eff4f382 req-14797dc2-ccfd-40e9-984f-87cdafbbc412 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 210 time: 0.2837985 Oct 28 20:53:44.370958 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0cb424a8-476e-4219-be2d-e82335763b25), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.375862 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0d55b-47a4-42b1-b8bb-d27d5df3f39c req-ae44a218-50b4-4d43-a0e7-b6a9b5da58f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:44.378189 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9b0d55b-47a4-42b1-b8bb-d27d5df3f39c req-ae44a218-50b4-4d43-a0e7-b6a9b5da58f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 932 time: 1.7011874 Oct 28 20:53:44.385223 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.386560 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0cb424a8-476e-4219-be2d-e82335763b25 HTTP/1.1" status: 204 len: 168 time: 1.2521954 Oct 28 20:53:44.512583 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02392-4b67-4176-9fdd-d112793279c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb424a8-476e-4219-be2d-e82335763b25,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:44.615578 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-5bad970a-2810-4c97-8bd7-468fe2c4b613 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:44.630640 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-5bad970a-2810-4c97-8bd7-468fe2c4b613 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 811 time: 0.4866254 Oct 28 20:53:44.664871 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecb57f-2669-4c6b-8175-896a12cbcbe9 None None] Pushing event updated for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:44.721762 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 717a6496-256b-4903-b73b-b1d60a1787df is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:44.731049 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 269b5a84-c92b-47b6-b7f9-49c8e63a47bd up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:44.847332 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Provisioning complete for port d1f8b821-815a-4c05-af46-f43a12270d1c triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:44.848018 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.849639 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Attempt 1 to provision port d1f8b821-815a-4c05-af46-f43a12270d1c Oct 28 20:53:44.952736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c0d40281-b0ac-44fc-84ed-a83f7d25bb9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.975913 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:44.976476 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:44.976953 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd Oct 28 20:53:44.996831 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-6979423f-7295-49af-9c4f-d29b1c8d44a2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 380 time: 0.2702470 Oct 28 20:53:45.054333 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'port': {'device_id': 'ee1fadd0-77be-4638-be62-57355ef03612', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'admin_state_up': True, 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'security_groups': ['545c9502-ec27-4962-9648-685c3cce9e74']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:45.136698 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Port d1f8b821-815a-4c05-af46-f43a12270d1c cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:45.236862 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9338bb42-3388-4db9-81d0-7ce0b4183f07 req-80d39265-0449-41d8-8db2-4b913d0ecd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 210 time: 0.6530495 Oct 28 20:53:45.257024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.26', 63682) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:45.307107 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:45.310449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 65ce548d-1eda-4ac6-8ef0-431f28e78f69 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:45.418561 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:45.420098 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:45.420775 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 Oct 28 20:53:45.477514 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1f8b821-815a-4c05-af46-f43a12270d1c {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:53:45.506885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks [] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:45.594250 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fa1e6540-5ad6-426a-a41b-1398e6e9237b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:45.596618 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fa1e6540-5ad6-426a-a41b-1398e6e9237b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.3148100 Oct 28 20:53:45.618800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Transition to ACTIVE for port object d1f8b821-815a-4c05-af46-f43a12270d1c will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:53:45.638617 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:45.753027 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Attempt 2 to provision port d1f8b821-815a-4c05-af46-f43a12270d1c Oct 28 20:53:45.758836 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:45.773251 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5d3c54fd-b410-4589-981a-ac63241ba6c9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:45.968582 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Made reservation on behalf of aa76b14bb1ff4a7383ff932ec1df8e10 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:45.973503 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:45.983002 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-239a6507-3d6b-4223-8ef1-09f06511becc req-c076f2d1-06e6-40ce-b588-fae4214b8e07 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 210 time: 0.3660564 Oct 28 20:53:46.022622 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Port d1f8b821-815a-4c05-af46-f43a12270d1c cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:46.070364 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 5d3c54fd-b410-4589-981a-ac63241ba6c9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:46.070907 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.071373 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 5d3c54fd-b410-4589-981a-ac63241ba6c9 Oct 28 20:53:46.096562 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:46.163091 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9b0d55b-47a4-42b1-b8bb-d27d5df3f39c req-2fe7237d-4eb9-49d8-ab22-ce547e43b404 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7431476 Oct 28 20:53:46.219206 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Made reservation on behalf of 908c94b386f2491aa46bed4be1d5ea84 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:46.228094 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.264799 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 5d3c54fd-b410-4589-981a-ac63241ba6c9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:46.274816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device cde0ab19-f483-4cc8-a439-c0dfb8681354 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:46.338768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Attempting to bind port d1f8b821-815a-4c05-af46-f43a12270d1c on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:46.339589 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Attempting to bind port d1f8b821-815a-4c05-af46-f43a12270d1c by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:46.340198 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Attempting to bind port d1f8b821-815a-4c05-af46-f43a12270d1c on network f7146be1-4714-4b02-a562-bb1f0e0886cb {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:46.352958 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-3d6fa65d-f48b-49c3-994a-e6d13bae564c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 379 time: 0.7400193 Oct 28 20:53:46.366031 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Port d1f8b821-815a-4c05-af46-f43a12270d1c on network f7146be1-4714-4b02-a562-bb1f0e0886cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:53:46.372039 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Attempting to bind port d1f8b821-815a-4c05-af46-f43a12270d1c on network f7146be1-4714-4b02-a562-bb1f0e0886cb {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:46.407691 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:46.408922 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Checking segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:46.425785 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Bound using segment: {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:46.430488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Bound port: d1f8b821-815a-4c05-af46-f43a12270d1c, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:46.433939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.436321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'port': {'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'admin_state_up': True, 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'security_groups': ['29f05542-bb9a-4b24-82ee-d57aeeaac977']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:46.484339 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port cde0ab19-f483-4cc8-a439-c0dfb8681354 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:46.484945 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.485333 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port cde0ab19-f483-4cc8-a439-c0dfb8681354 Oct 28 20:53:46.579226 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Attempt 3 to provision port d1f8b821-815a-4c05-af46-f43a12270d1c Oct 28 20:53:46.670058 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.679807 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Allocated IP 172.20.0.12 (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0/790d3e44-f75c-4481-befd-d0c956dd2e5b/d06544fd-731f-456f-80ea-4a9ac8e3c949) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:46.690677 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.770676 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:46.798048 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d1f8b821-815a-4c05-af46-f43a12270d1c,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:46.805351 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Port d1f8b821-815a-4c05-af46-f43a12270d1c cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:46.805981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port cde0ab19-f483-4cc8-a439-c0dfb8681354 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:46.806410 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.822874 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.839516 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port cde0ab19-f483-4cc8-a439-c0dfb8681354, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=cde0ab19-f483-4cc8-a439-c0dfb8681354,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:46.848951 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.857729 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cddebaf9-b98c-431f-b374-719894889e65 req-5eb27103-1ae0-4ee8-a28e-584113cf7221 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 210 time: 0.4802763 Oct 28 20:53:46.883336 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:46.886815 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:46.891950 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] 10.222.0.26 "PUT /v2.0/ports/d1f8b821-815a-4c05-af46-f43a12270d1c HTTP/1.1" status: 200 len: 1094 time: 4.6985762 Oct 28 20:53:46.898764 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:53:47.013618 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-461df560-3669-440b-9afd-a853c68f78e3 admin admin] Publish callbacks [] for security_group (aafbdacf-7945-4882-ba10-d8a0ff7a72e0), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.033660 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:47.052175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.150223 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=cde0ab19-f483-4cc8-a439-c0dfb8681354,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:47.154210 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-461df560-3669-440b-9afd-a853c68f78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (aafbdacf-7945-4882-ba10-d8a0ff7a72e0), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.184915 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.270802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.299925 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461df560-3669-440b-9afd-a853c68f78e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbdacf-7945-4882-ba10-d8a0ff7a72e0,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:47.306984 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Attempt 4 to provision port d1f8b821-815a-4c05-af46-f43a12270d1c Oct 28 20:53:47.522619 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7629d778-f50f-4bcd-b626-8103acca1fc3 None None] Port d1f8b821-815a-4c05-af46-f43a12270d1c had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:53:47.617722 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:47.635269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb6fcb1-1227-4686-b63a-02d920066389" -d '{"events": [{"name": "network-changed", "server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:53:47.693880 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:47.706440 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:47.723966 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:47.763052 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-461df560-3669-440b-9afd-a853c68f78e3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=481889457b1f4e85b7f57dbec2da4ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 4.1198521 Oct 28 20:53:47.797976 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:47.799784 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:47.799784 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 Oct 28 20:53:47.811760 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56540) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:47.812744 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-240f20f9-dab4-40bb-9275-daa3e12cb383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:47.816270 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-240f20f9-dab4-40bb-9275-daa3e12cb383 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1f27b8d344d09bd6637d783fa6361&device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 1128 time: 0.5936182 Oct 28 20:53:47.824882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb607-15cb-4031-8227-970ccb8b3663 service neutron] Pushing event updated for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:48.113538 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-82904830-644b-4b42-8dc9-5ed1c337135c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f8b821-815a-4c05-af46-f43a12270d1c HTTP/1.1" status: 200 len: 217 time: 0.2721317 Oct 28 20:53:48.162102 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:48.163025 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.181299 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:48.193346 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-4a54cc48-8f7d-47ce-857d-e311238d84e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1801193 Oct 28 20:53:48.290460 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Allocated IP 172.20.0.13 (b0e1bf57-7623-45a9-9c3d-abb9374865f9/600b0214-16cd-483f-bc94-bef855287333/ceac7e63-06bf-4e70-915c-f46aaf4d80f4) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:48.395604 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-37d1fbde-c2d2-4e37-8d54-35136d9efbf6 req-29f3c6c6-49bc-44dc-831f-74c097b4e9ad tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 210 time: 1.2088499 Oct 28 20:53:48.412832 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.420416 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-f449afa7-d5a4-43a8-acac-1c6890de2de5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:48.423591 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-f449afa7-d5a4-43a8-acac-1c6890de2de5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 2.1314654 Oct 28 20:53:48.435100 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.449888 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:48.453389 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 45cd7824-4c2f-45be-bac6-87f391155e59 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:48.474211 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Request body: {'port': {'device_id': 'ee1fadd0-77be-4638-be62-57355ef03612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:48.523579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Provisioning complete for port d06544fd-731f-456f-80ea-4a9ac8e3c949 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:48.524081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.524301 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Attempt 1 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:53:48.558104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-f4632db4-5692-4dbb-91b5-519a3afcc54d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/quotas/99fe5983d1c6464796b4c24984ceb0c4 HTTP/1.1" status: 200 len: 375 time: 0.0271709 Oct 28 20:53:48.668859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:48.739971 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 45cd7824-4c2f-45be-bac6-87f391155e59 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:48.743026 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.743580 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 45cd7824-4c2f-45be-bac6-87f391155e59 Oct 28 20:53:48.757843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:48.943385 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-5b2d1fe9-2e7a-43b3-9692-d3c10b76bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:48.946973 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-5b2d1fe9-2e7a-43b3-9692-d3c10b76bae2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=04c9df3f-6c6e-4b4e-9769-1d19badba3e7 HTTP/1.1" status: 200 len: 850 time: 0.4934323 Oct 28 20:53:48.956813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.041596 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 45cd7824-4c2f-45be-bac6-87f391155e59 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:49.045896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 65ce548d-1eda-4ac6-8ef0-431f28e78f69 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:49.161818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:49.164269 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.166070 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 Oct 28 20:53:49.171191 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Attempt 2 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:53:49.301665 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:49.465902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:49.505357 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.519378 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-8b1dcd87-208d-4a4e-b09b-6603ad280a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:49.535783 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-8b1dcd87-208d-4a4e-b09b-6603ad280a1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7146be1-4714-4b02-a562-bb1f0e0886cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5475385 Oct 28 20:53:49.568215 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:49.578465 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 70edae38-d20d-443e-8fc8-684bb28563ab up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:49.649279 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:49.652859 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:49.668511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:49.680038 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:49.680968 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.769821 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 70edae38-d20d-443e-8fc8-684bb28563ab triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:49.770201 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.770546 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 70edae38-d20d-443e-8fc8-684bb28563ab Oct 28 20:53:49.823608 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Attempt 3 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:53:49.854491 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:49.944562 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:49.951109 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-51989d28-9a0e-4734-b707-18b5714383b2 service neutron] 10.222.0.26 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276371 Oct 28 20:53:49.957282 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] Publish callbacks [] for security_group (aafbdacf-7945-4882-ba10-d8a0ff7a72e0), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.067241 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:50.115391 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:50.125247 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 70edae38-d20d-443e-8fc8-684bb28563ab is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:50.126640 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 08afe4c6-c83d-42de-982e-9b8db1d199c9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:50.155351 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:50.181083 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:50.182574 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.282946 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-41ccfa64-6958-489e-99a6-49acb07f1ab5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.0878594 Oct 28 20:53:50.285445 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1d1bdaa1-9c51-4036-b1e9-d8c10ad4d686 req-9f9c0793-cfe2-45b1-a729-5d41f174557d service neutron] 10.222.0.26 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943404 Oct 28 20:53:50.287356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 08afe4c6-c83d-42de-982e-9b8db1d199c9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:50.287901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.288544 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 08afe4c6-c83d-42de-982e-9b8db1d199c9 Oct 28 20:53:50.332158 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.20.0.5 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/93e12987-3ac4-474d-ac04-d4d03b5a0ae0) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:50.384168 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06544fd-731f-456f-80ea-4a9ac8e3c949 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:53:50.395332 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:53:50.407814 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Request body: {'port': {'device_id': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:50.410129 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks [] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.436475 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] Publish callbacks [] for security_group (aafbdacf-7945-4882-ba10-d8a0ff7a72e0), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.445630 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Attempt 4 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:53:50.446990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Transition to ACTIVE for port object d06544fd-731f-456f-80ea-4a9ac8e3c949 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:53:50.455537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.538268 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 08afe4c6-c83d-42de-982e-9b8db1d199c9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:50.539438 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:50.624880 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:50.649371 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:50.765758 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Attempting to bind port d06544fd-731f-456f-80ea-4a9ac8e3c949 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:50.766532 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Attempting to bind port d06544fd-731f-456f-80ea-4a9ac8e3c949 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:50.767291 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Attempting to bind port d06544fd-731f-456f-80ea-4a9ac8e3c949 on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:50.772536 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-37163684-ba87-4704-b966-2488a2007234 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&fields=id HTTP/1.1" status: 200 len: 348 time: 2.0622358 Oct 28 20:53:50.775704 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:50.776624 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.777421 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 Oct 28 20:53:50.818535 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:53:50.819054 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Attempting to bind port d06544fd-731f-456f-80ea-4a9ac8e3c949 on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:50.841295 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:50.842702 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Checking segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:50.843542 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Bound using segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:50.844589 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Bound port: d06544fd-731f-456f-80ea-4a9ac8e3c949, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:50.846117 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:50.868201 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56594) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:51.005691 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0868416 Oct 28 20:53:51.007029 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d5d1d-b2e2-4c5c-b18f-a63c400a4cc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:51.083311 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:51.092694 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:51.108262 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.124881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Request body: {'port': {'device_id': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:51.126241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:51.151195 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Attempt 5 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:53:51.164148 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:51.170428 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.181633 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] 10.222.0.26 "PUT /v2.0/ports/d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 1094 time: 2.7298214 Oct 28 20:53:51.286065 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-07d7dff9-02e0-4f6f-835b-4f5a53204e3a None None] Port d06544fd-731f-456f-80ea-4a9ac8e3c949 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:53:51.369789 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.373191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.384451 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (aafbdacf-7945-4882-ba10-d8a0ff7a72e0), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.387306 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.388736 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aafbdacf-7945-4882-ba10-d8a0ff7a72e0 HTTP/1.1" status: 204 len: 168 time: 3.5557790 Oct 28 20:53:51.420517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Provisioning complete for port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:51.421008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.421345 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 1 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:51.507017 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device cde0ab19-f483-4cc8-a439-c0dfb8681354 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:53:51.509929 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f087759-ff2c-4ca7-a999-97f147831a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbdacf-7945-4882-ba10-d8a0ff7a72e0,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:51.532492 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f78f8-b0cc-49c5-a1f3-08e009a56114 req-e0744671-a70a-4f8f-b935-4dd3f7d09860 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:51.539213 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c468-9c51-453b-a253-56e4b32489b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.542719 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be1f78f8-b0cc-49c5-a1f3-08e009a56114 req-e0744671-a70a-4f8f-b935-4dd3f7d09860 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 932 time: 2.5816741 Oct 28 20:53:51.711731 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a578fd-ee12-482d-822c-f6e52536fba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:51.721397 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-99eadc6c-3bca-4c2f-b18d-be60d4a4c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:51.723429 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-99eadc6c-3bca-4c2f-b18d-be60d4a4c31b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1128 time: 0.3664834 Oct 28 20:53:51.773449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:51.795419 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-27cfcee9-d0ef-4418-8d6c-defdbef318b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 217 time: 0.0541892 Oct 28 20:53:51.854778 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port cde0ab19-f483-4cc8-a439-c0dfb8681354 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:51.855394 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.855984 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port cde0ab19-f483-4cc8-a439-c0dfb8681354 Oct 28 20:53:51.856095 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c468-9c51-453b-a253-56e4b32489b8 admin admin] Publish callbacks [] for security_group (1fe987fd-e90d-42c5-9443-58e0b4c90962), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.875231 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6fc6c468-9c51-453b-a253-56e4b32489b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1fe987fd-e90d-42c5-9443-58e0b4c90962), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:51.970619 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6fc6c468-9c51-453b-a253-56e4b32489b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b84204f0771e408c8408db1e540916eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0956841 Oct 28 20:53:51.971112 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6c468-9c51-453b-a253-56e4b32489b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe987fd-e90d-42c5-9443-58e0b4c90962,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:51.974373 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56610) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:52.052082 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-03871e36-b119-49fc-9d85-1ad3b81655a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:52.054997 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-03871e36-b119-49fc-9d85-1ad3b81655a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.1959674 Oct 28 20:53:52.126855 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port cde0ab19-f483-4cc8-a439-c0dfb8681354 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:53:52.130972 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] Publish callbacks [] for security_group (1fe987fd-e90d-42c5-9443-58e0b4c90962), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:52.155780 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-d33b939c-6a62-48da-a9a0-ff3d425e4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:52.157925 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-d33b939c-6a62-48da-a9a0-ff3d425e4b3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890913 Oct 28 20:53:52.174651 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] Publish callbacks [] for security_group (1fe987fd-e90d-42c5-9443-58e0b4c90962), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:52.275099 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 2 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:52.396029 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-7099c376-2ce4-47bd-8cf6-7c22828b4e8a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243052 Oct 28 20:53:52.408055 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:52.611180 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-3dcac6e2-8dfd-44f7-b954-41be66dbca53 req-e7ae0f37-82b9-4933-81e5-95056f09d22f service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749303 Oct 28 20:53:52.613079 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1fe987fd-e90d-42c5-9443-58e0b4c90962), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:52.630476 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:52.631797 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1fe987fd-e90d-42c5-9443-58e0b4c90962 HTTP/1.1" status: 204 len: 168 time: 0.6436274 Oct 28 20:53:52.678757 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9067c-7c72-40c8-a195-aae383b75193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe987fd-e90d-42c5-9443-58e0b4c90962,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:52.751683 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-97eb40eb-fd97-46fa-913e-0fca63f2a12a service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8686543 Oct 28 20:53:52.910648 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 3 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:52.978554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.052773 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:53.082042 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be1f78f8-b0cc-49c5-a1f3-08e009a56114 req-e2224579-6f14-4029-a23f-b0ace751464f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5380309 Oct 28 20:53:53.278942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.364370 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56644) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:53.410884 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f023bb1-a99e-4d2c-b349-e780f2aea1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.583042 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 4 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:53.609123 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:53.689636 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:53.706606 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:53.713275 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:53.714519 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.725650 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:53.786585 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:53.808078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f023bb1-a99e-4d2c-b349-e780f2aea1b8 admin admin] Publish callbacks [] for security_group (61a4518c-4e1e-4a6c-ac2f-d2897adcf47f), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.818234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f023bb1-a99e-4d2c-b349-e780f2aea1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (61a4518c-4e1e-4a6c-ac2f-d2897adcf47f), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:53.905793 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-07d4d3cd-995c-4a1e-9402-a0b707b2543b service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9590640 Oct 28 20:53:53.950900 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6f023bb1-a99e-4d2c-b349-e780f2aea1b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0e5a9d64b5d844409094e949f6aa40d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829949 Oct 28 20:53:53.960694 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56658) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:53.976507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-f0f08f51-9593-42ff-a406-24ef61601ee4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5886860 Oct 28 20:53:54.041927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f023bb1-a99e-4d2c-b349-e780f2aea1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a4518c-4e1e-4a6c-ac2f-d2897adcf47f,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:54.139638 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] Publish callbacks [] for security_group (61a4518c-4e1e-4a6c-ac2f-d2897adcf47f), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.172191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Request body: {'port': {'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:54.211649 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] Publish callbacks [] for security_group (61a4518c-4e1e-4a6c-ac2f-d2897adcf47f), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.231311 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005f901-851c-49b9-9eae-0b6bf1be60f4 req-3d4ac37a-bd21-4b79-a0da-9f1934ffaa80 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:54.240097 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6005f901-851c-49b9-9eae-0b6bf1be60f4 req-3d4ac37a-bd21-4b79-a0da-9f1934ffaa80 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 944 time: 0.7854576 Oct 28 20:53:54.249305 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:53:54.272425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks [] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.288688 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 5 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:54.309214 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (61a4518c-4e1e-4a6c-ac2f-d2897adcf47f), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.320765 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.342020 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61a4518c-4e1e-4a6c-ac2f-d2897adcf47f HTTP/1.1" status: 204 len: 168 time: 0.3795669 Oct 28 20:53:54.405665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc7a2-0855-40ac-9eab-ab468069b681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a4518c-4e1e-4a6c-ac2f-d2897adcf47f,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:54.426169 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Transition to ACTIVE for port object ceac7e63-06bf-4e70-915c-f46aaf4d80f4 will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:53:54.471663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.484994 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5732f57-8c38-43e9-a3e6-4ec3babfb1ee {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:53:54.515175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks [] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.549528 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.570681 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6005f901-851c-49b9-9eae-0b6bf1be60f4 req-63e67532-7cba-45a4-b088-cb96a925e94f tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289902 Oct 28 20:53:54.609700 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:54.651593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Transition to ACTIVE for port object c5732f57-8c38-43e9-a3e6-4ec3babfb1ee will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:53:54.714223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:54.717813 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:54.841377 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Attempting to bind port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:54.842032 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Attempting to bind port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:54.842565 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Attempting to bind port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:54.883880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:53:54.884638 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Attempting to bind port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:54.978933 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:54.993731 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:54.994103 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Checking segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:54.994681 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Bound using segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:54.995161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Bound port: ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:54.995535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:55.018376 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Attempting to bind port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:55.018964 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Attempting to bind port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:55.019408 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Attempting to bind port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:55.049563 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:53:55.050064 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Attempting to bind port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:55.112088 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 6 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:55.281544 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:55.442971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:55.443381 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:55.443790 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Bound using segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:55.444260 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Bound port: c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:55.444665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:55.700150 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:55.782800 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 7 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:55.788206 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:55.805947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7189b6d-6e66-4a04-a490-c6dd67352fb5 req-f2911026-1eb8-4e38-a20f-ce1d0c777131 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:55.809967 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7189b6d-6e66-4a04-a490-c6dd67352fb5 req-f2911026-1eb8-4e38-a20f-ce1d0c777131 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 944 time: 0.3747718 Oct 28 20:53:55.844050 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:55.854928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:55.858014 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:55.863046 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] 10.222.0.26 "PUT /v2.0/ports/ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 1094 time: 4.7860875 Oct 28 20:53:55.867781 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:55.868003 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:53:55.878035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:53:55.921463 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38ba056-1287-4bf0-b06c-63ff5c00bf12 x-openstack-request-id: req-e38ba056-1287-4bf0-b06c-63ff5c00bf12 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:53:55.922036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:53:55.922036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e38ba056-1287-4bf0-b06c-63ff5c00bf12 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:53:55.922820 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38ba056-1287-4bf0-b06c-63ff5c00bf12'] response: {'name': 'network-changed', 'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c', 'status': 'completed', 'code': 200} Oct 28 20:53:56.212642 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:53:56.266383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks [] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:56.275859 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-34c7a6e5-235a-4b57-83e1-e8f885fe030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:56.280098 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-34c7a6e5-235a-4b57-83e1-e8f885fe030b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1f27b8d344d09bd6637d783fa6361&device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 1128 time: 0.1172402 Oct 28 20:53:56.369873 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Attempt 8 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:53:56.492152 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7e4bc8d1-1281-4668-b5c2-8cadd4bda027 None None] Port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:53:56.497129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:56.563855 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Transition to ACTIVE for port object 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:53:56.573657 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:56.612965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-42c4d7ac-0b91-4de9-a716-ed6fe51e57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:56.616110 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-42c4d7ac-0b91-4de9-a716-ed6fe51e57f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f7146be1-4714-4b02-a562-bb1f0e0886cb HTTP/1.1" status: 200 len: 912 time: 0.3270340 Oct 28 20:53:56.645383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:56.646665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:56.648838 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] 10.222.0.26 "PUT /v2.0/ports/c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 1094 time: 6.2732544 Oct 28 20:53:56.650478 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:56.697476 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cb073-c625-4bfc-8fb6-003c18ea0d11 service neutron] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:56.707578 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-9ddbc902-8c43-41c9-900c-7f89db4c2db3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1f8b821-815a-4c05-af46-f43a12270d1c HTTP/1.1" status: 200 len: 217 time: 0.0823603 Oct 28 20:53:56.821843 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56794) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:56.824366 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-9c3da75e-4ad2-4d4d-bc7c-c9e6270db366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:56.826312 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-9c3da75e-4ad2-4d4d-bc7c-c9e6270db366 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=04c9df3f-6c6e-4b4e-9769-1d19badba3e7 HTTP/1.1" status: 200 len: 850 time: 0.1065664 Oct 28 20:53:56.910918 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-2862b4d7-eda7-49bd-b333-bef89bae8177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:56.913029 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-2862b4d7-eda7-49bd-b333-bef89bae8177 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f7146be1-4714-4b02-a562-bb1f0e0886cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765300 Oct 28 20:53:57.060089 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-6f42c74a-5340-43a4-b4a7-d233eba7078b service neutron] 10.222.0.26 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365268 Oct 28 20:53:57.216828 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3" -d '{"events": [{"name": "network-changed", "server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:53:57.263377 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcb6fcb1-1227-4686-b63a-02d920066389 req-3492e74d-9c2b-4ed1-816f-149b6f841cbc service neutron] 10.222.0.26 "GET /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951687 Oct 28 20:53:57.275525 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d92dd-8171-4c9d-95af-e916b7f655a8 req-83ad0716-856a-4f73-ba7f-19f60f2e093d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:57.277549 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8b1d92dd-8171-4c9d-95af-e916b7f655a8 req-83ad0716-856a-4f73-ba7f-19f60f2e093d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 943 time: 0.8079064 Oct 28 20:53:57.281536 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7189b6d-6e66-4a04-a490-c6dd67352fb5 req-bd38c196-b56d-4baa-9280-9f35a4994101 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4082413 Oct 28 20:53:57.305678 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-3f39f931-c13d-4545-a85e-cc4f1e6270ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:57.307679 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-3f39f931-c13d-4545-a85e-cc4f1e6270ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1128 time: 0.7881513 Oct 28 20:53:57.314141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Attempting to bind port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:53:57.315345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Attempting to bind port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:53:57.315995 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Attempting to bind port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:57.334078 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 on network 58e46008-6198-4244-bd77-9dc3966e763e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:53:57.334800 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Attempting to bind port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:53:57.355269 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d15faa-e42e-49a2-a8d2-27a4de1b1a70 service neutron] Pushing event updated for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:57.396117 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4e64c692-050a-45fd-a2dd-d498b2a3ddb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:57.462406 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:53:57.462877 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:53:57.463342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:53:57.464092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Bound port: 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:53:57.464671 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:57.551633 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-79c472be-918f-4d65-9d59-ee7a95ab1573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 217 time: 0.2186055 Oct 28 20:53:57.559792 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-9c377ecd-7179-4bbc-a5a6-64c26a918f36 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:57.561273 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-9c377ecd-7179-4bbc-a5a6-64c26a918f36 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 0.2832644 Oct 28 20:53:57.576977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'port': {'device_id': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'admin_state_up': True, 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:57.624159 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8b1d92dd-8171-4c9d-95af-e916b7f655a8 req-b37b7879-390a-4ce7-9915-28ed9bbd33b4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010290 Oct 28 20:53:57.780921 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-055a624c-87d8-4ecc-bba0-db4f966f8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:57.783336 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-055a624c-87d8-4ecc-bba0-db4f966f8535 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1128 time: 0.9586384 Oct 28 20:53:57.872848 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-28edd91c-631d-4fbc-bc73-8704d8f3ef08 req-65c421e8-4a12-4db2-9989-60ff5c888ab4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 210 time: 0.1433368 Oct 28 20:53:57.918403 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Pushing event updated for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:57.937821 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-a1258e4b-74af-421a-818b-e7b7db753921 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 217 time: 0.1211746 Oct 28 20:53:57.946988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:53:57.963032 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-12d4a01d-3007-48ef-b1df-339880af92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:57.965585 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-12d4a01d-3007-48ef-b1df-339880af92ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.3622923 Oct 28 20:53:57.965768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:53:57.968708 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4440588-1930-40bc-8235-e8132915493f" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:53:57.996960 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:53:58.004959 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Made reservation on behalf of 99fe5983d1c6464796b4c24984ceb0c4 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:53:58.009077 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.142013 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.162935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.164129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.168040 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] 10.222.0.26 "PUT /v2.0/ports/93e12987-3ac4-474d-ac04-d4d03b5a0ae0 HTTP/1.1" status: 200 len: 1093 time: 4.1357050 Oct 28 20:53:58.197080 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Allocated IP 172.20.0.5 (37bf060d-dcd9-487e-8c29-ea49b0f0844c/58077f8c-4c84-4b60-a26f-fa20c33ec600/70264856-a034-4e9c-b025-e4f36d3fe157) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:53:58.237619 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dff50c-38b4-4340-9bb4-5a75d85c2049 req-07c787df-db0d-409c-b3d8-a8100d17d566 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.240389 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9dff50c-38b4-4340-9bb4-5a75d85c2049 req-07c787df-db0d-409c-b3d8-a8100d17d566 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.6796103 Oct 28 20:53:58.242643 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4e64c692-050a-45fd-a2dd-d498b2a3ddb7 admin admin] Publish callbacks [] for security_group (42451f7e-9965-43de-8488-65ec930117fd), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.312243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4e64c692-050a-45fd-a2dd-d498b2a3ddb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (42451f7e-9965-43de-8488-65ec930117fd), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.429793 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-7bcd633c-5721-4adc-a9cc-9f345beebbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.432506 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-7bcd633c-5721-4adc-a9cc-9f345beebbbc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.4872017 Oct 28 20:53:58.513057 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for port (70264856-a034-4e9c-b025-e4f36d3fe157), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.542128 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4e64c692-050a-45fd-a2dd-d498b2a3ddb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e4ee9e7879e4408948b7186c2d8cecd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7105334 Oct 28 20:53:58.544858 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56842) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:58.630825 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.635154 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2daf0f-d236-421b-b5eb-29199037c06c service neutron] Pushing event updated for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:58.677851 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7476a-d2f2-4350-b3e9-cc81c11a9c36 req-f087acb9-52d1-4f71-8aa7-4a9f23637ace tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.680748 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccb7476a-d2f2-4350-b3e9-cc81c11a9c36 req-f087acb9-52d1-4f71-8aa7-4a9f23637ace tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 944 time: 0.5511692 Oct 28 20:53:58.683848 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62552872-a03e-429e-a067-e6b233d076f4 req-f5b8578d-7fe6-4978-ad5f-e56dc6660b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.687154 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-f5b8578d-7fe6-4978-ad5f-e56dc6660b39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7068033 Oct 28 20:53:58.696000 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64c692-050a-45fd-a2dd-d498b2a3ddb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42451f7e-9965-43de-8488-65ec930117fd,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:58.730766 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9dff50c-38b4-4340-9bb4-5a75d85c2049 req-5ca31730-c665-46b9-9758-0246bf07604d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4420888 Oct 28 20:53:58.731208 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:53:58.746965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:53:58.762965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:53:58.806601 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-b197b7e3-32d6-4d81-89f3-4152a377797c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.808313 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-b197b7e3-32d6-4d81-89f3-4152a377797c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 1127 time: 0.5255668 Oct 28 20:53:58.877502 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-b03ce948-f113-401c-ae49-3576bd6b14d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0 HTTP/1.1" status: 200 len: 217 time: 0.0586374 Oct 28 20:53:58.896352 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.896912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-ed64b5be-f221-4fb2-81e7-ed93077df9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:58.897451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:58.898606 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-ed64b5be-f221-4fb2-81e7-ed93077df9ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4114916 Oct 28 20:53:58.928878 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] Publish callbacks [] for security_group (42451f7e-9965-43de-8488-65ec930117fd), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.020566 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] Publish callbacks [] for security_group (42451f7e-9965-43de-8488-65ec930117fd), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.033588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d06544fd-731f-456f-80ea-4a9ac8e3c949 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:53:59.048017 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccb7476a-d2f2-4350-b3e9-cc81c11a9c36 req-7de439ad-3182-4745-a4c7-345ab2c61e66 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557701 Oct 28 20:53:59.052905 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-2397a230-3ea8-4826-adff-06d4ef30baff service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440909 Oct 28 20:53:59.101676 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-4d6ee7b9-4306-47cc-899b-e36bbbb18849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:59.103243 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-4d6ee7b9-4306-47cc-899b-e36bbbb18849 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.2154350 Oct 28 20:53:59.200476 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:59.212457 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (42451f7e-9965-43de-8488-65ec930117fd), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.216856 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.218791 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42451f7e-9965-43de-8488-65ec930117fd HTTP/1.1" status: 204 len: 168 time: 0.6721323 Oct 28 20:53:59.236714 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc74bd-01a2-4717-a075-0d60514f9121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42451f7e-9965-43de-8488-65ec930117fd,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:53:59.246996 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc12065-b4f5-4792-9b46-d7171b1444a4 x-openstack-request-id: req-7fc12065-b4f5-4792-9b46-d7171b1444a4 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:53:59.247451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:53:59.247892 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7fc12065-b4f5-4792-9b46-d7171b1444a4 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:53:59.248508 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc12065-b4f5-4792-9b46-d7171b1444a4'] response: {'name': 'network-changed', 'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'status': 'completed', 'code': 200} Oct 28 20:53:59.256119 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-d8a01c17-3952-458b-a771-eb849d96b7f2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6842430 Oct 28 20:53:59.310467 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-16b0d368-1e53-4e35-bd28-2edd65183b53 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886008 Oct 28 20:53:59.381326 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Request body: {'port': {'device_id': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:53:59.428610 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56864) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:53:59.487297 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62552872-a03e-429e-a067-e6b233d076f4 req-da0f08d4-9e82-45b0-a581-8b2a78d3f8a8 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223328 Oct 28 20:53:59.504750 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Provisioning complete for port 70264856-a034-4e9c-b025-e4f36d3fe157 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:53:59.505129 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.509147 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Attempt 1 to provision port 70264856-a034-4e9c-b025-e4f36d3fe157 Oct 28 20:53:59.525275 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-faa2040f-26e8-40c4-aca7-36bfdc5c6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:59.526791 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-faa2040f-26e8-40c4-aca7-36bfdc5c6d1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3743575 Oct 28 20:53:59.562909 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440588-1930-40bc-8235-e8132915493f req-2e8720fa-7c02-4127-ade2-f1fc4e52f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:59.566038 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-2e8720fa-7c02-4127-ade2-f1fc4e52f38e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1128 time: 0.3077877 Oct 28 20:53:59.567952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:53:59.616336 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1c50dff-46ae-4741-af43-ac3bcef459bd req-8e4a04cb-f110-4146-a6ea-7e718ac049c7 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973664 Oct 28 20:53:59.688694 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bbcd5-ea4d-4e9d-8c28-dbc5e06bb519 req-e622e920-f139-4dac-94d9-b99a77683152 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:53:59.695089 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f65bbcd5-ea4d-4e9d-8c28-dbc5e06bb519 req-e622e920-f139-4dac-94d9-b99a77683152 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 944 time: 0.2775953 Oct 28 20:53:59.710612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:53:59.819033 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a3bd4c-c95b-44d8-bc4b-a2f852f9febf x-openstack-request-id: req-14a3bd4c-c95b-44d8-bc4b-a2f852f9febf {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:53:59.819407 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:53:59.819777 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14a3bd4c-c95b-44d8-bc4b-a2f852f9febf {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:53:59.820293 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a3bd4c-c95b-44d8-bc4b-a2f852f9febf'] response: {'name': 'network-changed', 'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'status': 'completed', 'code': 200} Oct 28 20:53:59.943653 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'port_id': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'mac_address': 'fa:16:3e:03:cf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:53:59.960177 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Port 70264856-a034-4e9c-b025-e4f36d3fe157 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:54:00.079281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440588-1930-40bc-8235-e8132915493f req-594c7d08-4840-42cf-9c07-c1826d55d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:00.086867 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-594c7d08-4840-42cf-9c07-c1826d55d815 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.4943278 Oct 28 20:54:00.100483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d06544fd-731f-456f-80ea-4a9ac8e3c949 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:00.112040 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.171325 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06544fd-731f-456f-80ea-4a9ac8e3c949 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:00.225275 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:00.225961 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-ac396831-3b16-40bd-bb53-a66954365a8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 217 time: 0.1164019 Oct 28 20:54:00.238734 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.239876 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d1f8b821-815a-4c05-af46-f43a12270d1c details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:00.349015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-189ffaa4-0bde-4745-baf0-495776a2f3bc service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8154922 Oct 28 20:54:00.401827 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56878) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:00.409964 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:00.430422 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440588-1930-40bc-8235-e8132915493f req-04fc932e-b2e2-4e1e-925e-e4c56098e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:00.432077 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-04fc932e-b2e2-4e1e-925e-e4c56098e042 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.2047350 Oct 28 20:54:00.437394 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.485577 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Attempt 2 to provision port 70264856-a034-4e9c-b025-e4f36d3fe157 Oct 28 20:54:00.488548 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.499799 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f65bbcd5-ea4d-4e9d-8c28-dbc5e06bb519 req-b890ebfd-4824-4b50-b91c-f0a16ec8d0a7 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7540271 Oct 28 20:54:00.577992 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Port 70264856-a034-4e9c-b025-e4f36d3fe157 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:54:00.593699 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d1f8b821-815a-4c05-af46-f43a12270d1c,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:00.598044 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-eb0df0cc-670c-4409-822d-ad68d73d523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:00.600769 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-eb0df0cc-670c-4409-822d-ad68d73d523c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1128 time: 0.7264130 Oct 28 20:54:00.620051 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4440588-1930-40bc-8235-e8132915493f req-440a85f4-413f-4b93-94d8-1e6ef267eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:00.621959 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-440a85f4-413f-4b93-94d8-1e6ef267eaa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784329 Oct 28 20:54:00.633565 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'd1f8b821-815a-4c05-af46-f43a12270d1c', 'network_id': 'f7146be1-4714-4b02-a562-bb1f0e0886cb', 'port_id': 'd1f8b821-815a-4c05-af46-f43a12270d1c', 'mac_address': 'fa:16:3e:6d:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c9df3f-6c6e-4b4e-9769-1d19badba3e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:00.691951 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4c3f8-a2ff-4fdf-ae66-93611bf009f5 req-eea59fa2-c677-41a0-9431-3eef70f8d50d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:00.693774 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dde4c3f8-a2ff-4fdf-ae66-93611bf009f5 req-eea59fa2-c677-41a0-9431-3eef70f8d50d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 943 time: 0.7477310 Oct 28 20:54:00.753408 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d1f8b821-815a-4c05-af46-f43a12270d1c is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:00.754146 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.780428 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70264856-a034-4e9c-b025-e4f36d3fe157 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:00.786293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1f8b821-815a-4c05-af46-f43a12270d1c {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:00.799677 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Publish callbacks [] for security_group (911213e4-4094-427a-940e-2da1048cdd1f), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.802515 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks [] for port (70264856-a034-4e9c-b025-e4f36d3fe157), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.810048 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (911213e4-4094-427a-940e-2da1048cdd1f), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.822583 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d1f8b821-815a-4c05-af46-f43a12270d1c,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:00.829688 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.862802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Transition to ACTIVE for port object 70264856-a034-4e9c-b025-e4f36d3fe157 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:54:00.884969 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:00.913505 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:00.928677 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f6b24bbfd184676aa76213dc4eadd6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5234034 Oct 28 20:54:00.929786 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911213e4-4094-427a-940e-2da1048cdd1f,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:00.932252 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56880) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:00.934155 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00eb164c-b14d-4e3b-9f4e-2c3b348f979b req-579eb84b-e75a-4f80-a6ed-0f04713395c2 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434384 Oct 28 20:54:00.955960 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-b6c950f3-fd96-4f08-8cb4-41804812688a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268595 Oct 28 20:54:01.014645 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.015265 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.015960 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.016621 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.017814 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.018406 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.019146 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.019845 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.020459 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.021038 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.021622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.022171 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.022704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0045ca34-16fc-4418-9921-e6f3a0e34b84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.048146 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dde4c3f8-a2ff-4fdf-ae66-93611bf009f5 req-fd8b3f0f-e7db-4774-b8f3-fe777ee4a49f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869744 Oct 28 20:54:01.069112 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Publish callbacks [] for security_group (1bc0cafc-bd7f-415e-b107-58d9ef6afc29), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.089202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ffa5-0f99-4735-9c8e-fe2bf563d99f req-3d6faba5-29ee-497c-b512-012e324da114 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.092417 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4ba8ffa5-0f99-4735-9c8e-fe2bf563d99f req-3d6faba5-29ee-497c-b512-012e324da114 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 931 time: 0.3616104 Oct 28 20:54:01.096874 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-0fc4e0f2-66e3-4689-a100-81bbfe637962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.099671 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-0fc4e0f2-66e3-4689-a100-81bbfe637962 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.4673207 Oct 28 20:54:01.100962 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1bc0cafc-bd7f-415e-b107-58d9ef6afc29), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.102379 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Attempt 3 to provision port 70264856-a034-4e9c-b025-e4f36d3fe157 Oct 28 20:54:01.169643 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:01.175646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Port 70264856-a034-4e9c-b025-e4f36d3fe157 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:54:01.196327 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d1f8b821-815a-4c05-af46-f43a12270d1c'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:01.259715 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-20a08a22-bcb1-4e76-9e3a-67e41d775d64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 217 time: 0.1326327 Oct 28 20:54:01.271062 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Attempting to bind port 70264856-a034-4e9c-b025-e4f36d3fe157 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:54:01.271885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Attempting to bind port 70264856-a034-4e9c-b025-e4f36d3fe157 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:54:01.271885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Attempting to bind port 70264856-a034-4e9c-b025-e4f36d3fe157 on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:54:01.276925 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] Publish callbacks [] for security_group (911213e4-4094-427a-940e-2da1048cdd1f), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.286151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 56882) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:01.286467 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5bac0b6414af423ca401e3260a94fd69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8225749 Oct 28 20:54:01.294445 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d06544fd-731f-456f-80ea-4a9ac8e3c949'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:01.299302 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Port 70264856-a034-4e9c-b025-e4f36d3fe157 on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:54:01.299794 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Attempting to bind port 70264856-a034-4e9c-b025-e4f36d3fe157 on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:54:01.303994 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c4440588-1930-40bc-8235-e8132915493f req-8a730a51-41fc-4b6f-ab13-d1d902d5e845 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270712 Oct 28 20:54:01.324775 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:54:01.325118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:54:01.325634 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Bound using segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:54:01.326116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Bound port: 70264856-a034-4e9c-b025-e4f36d3fe157, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:54:01.326713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.337176 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] Publish callbacks [] for security_group (911213e4-4094-427a-940e-2da1048cdd1f), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.346938 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4ba8ffa5-0f99-4735-9c8e-fe2bf563d99f req-fdc49979-706f-431e-b909-f3a237e68f7d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183387 Oct 28 20:54:01.348744 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc0cafc-bd7f-415e-b107-58d9ef6afc29,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:01.442948 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.443697 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.444517 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.444517 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.445055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.445434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.445797 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.446349 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.446692 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.447072 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.447432 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.447818 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.448217 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7651671-5193-4a49-8778-74f4559f33e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:01.490537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] Publish callbacks [] for security_group (1bc0cafc-bd7f-415e-b107-58d9ef6afc29), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.522408 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:54:01.529164 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (911213e4-4094-427a-940e-2da1048cdd1f), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.532063 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.534903 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/911213e4-4094-427a-940e-2da1048cdd1f HTTP/1.1" status: 204 len: 168 time: 0.5822403 Oct 28 20:54:01.546293 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-f262989e-826e-4d4f-befb-7d8172352fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.547240 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] Publish callbacks [] for security_group (1bc0cafc-bd7f-415e-b107-58d9ef6afc29), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.548818 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-f262989e-826e-4d4f-befb-7d8172352fac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.2262290 Oct 28 20:54:01.577936 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125dfe7-9fe7-4b84-8281-668766d2725a req-bce91642-1dd2-4797-ac57-6c03a4c36f51 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.580352 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b125dfe7-9fe7-4b84-8281-668766d2725a req-bce91642-1dd2-4797-ac57-6c03a4c36f51 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.3254983 Oct 28 20:54:01.624847 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=70264856-a034-4e9c-b025-e4f36d3fe157,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:54:01.628267 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234a362-138b-4c66-aae5-8463551aab1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911213e4-4094-427a-940e-2da1048cdd1f,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:01.640080 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.642141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43f0a9-3ecb-40c4-9297-203afdcec5f5 req-9467655a-8e48-4fab-b435-5f8086aff815 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.644576 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2f43f0a9-3ecb-40c4-9297-203afdcec5f5 req-9467655a-8e48-4fab-b435-5f8086aff815 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 945 time: 0.1789434 Oct 28 20:54:01.645857 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.646583 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.648000 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] 10.222.0.26 "PUT /v2.0/ports/70264856-a034-4e9c-b025-e4f36d3fe157 HTTP/1.1" status: 200 len: 1093 time: 2.3099082 Oct 28 20:54:01.648530 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:01.651151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc45e64-5f51-4607-878f-8b30859e8110" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:01.693877 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Attempt 4 to provision port 70264856-a034-4e9c-b025-e4f36d3fe157 Oct 28 20:54:01.725105 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-3ca0e04c-865b-4f92-9405-8a9553384032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.728448 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-3ca0e04c-865b-4f92-9405-8a9553384032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1712444 Oct 28 20:54:01.737766 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b125dfe7-9fe7-4b84-8281-668766d2725a req-6d19327f-c135-4d97-bdda-207f63d5dbc5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328604 Oct 28 20:54:01.780212 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1bc0cafc-bd7f-415e-b107-58d9ef6afc29), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.786453 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:01.787671 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1bc0cafc-bd7f-415e-b107-58d9ef6afc29 HTTP/1.1" status: 204 len: 168 time: 0.5005333 Oct 28 20:54:01.853806 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ae95a9-637f-43c9-b58f-171d11329a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc0cafc-bd7f-415e-b107-58d9ef6afc29,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:01.857886 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee'}, {'name': 'network-changed', 'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:01.860275 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c79294-3627-4480-ae7b-6ad29a9e34c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee"}, {"name": "network-changed", "server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:01.877090 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2f43f0a9-3ecb-40c4-9297-203afdcec5f5 req-191b68cf-5322-43ce-92b4-31216fb0037b tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113500 Oct 28 20:54:01.879192 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6441f-236f-4884-bc5a-22b6ea4c88eb service neutron] Pushing event updated for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:01.923107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-1c83bbf7-6c77-4a22-bf9f-e297cd729fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:01.925581 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-1c83bbf7-6c77-4a22-bf9f-e297cd729fad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 1127 time: 0.2104924 Oct 28 20:54:02.008007 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c36cd-0199-4f08-91b1-e9e8d0d86e4b x-openstack-request-id: req-0f8c36cd-0199-4f08-91b1-e9e8d0d86e4b {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:02.008555 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:02.009035 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f8c36cd-0199-4f08-91b1-e9e8d0d86e4b {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:02.009639 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c36cd-0199-4f08-91b1-e9e8d0d86e4b'] response: {'name': 'network-changed', 'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157', 'status': 'completed', 'code': 200} Oct 28 20:54:02.011989 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-21e836e3-c024-4970-9e4c-37e8f9576391 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70264856-a034-4e9c-b025-e4f36d3fe157 HTTP/1.1" status: 200 len: 217 time: 0.0792158 Oct 28 20:54:02.026083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-a10eca75-563d-4361-920c-953a063b97b8 None None] Port 70264856-a034-4e9c-b025-e4f36d3fe157 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:54:02.067156 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-2db136da-97cc-42aa-a541-96abdbc7d372 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229463 Oct 28 20:54:02.106312 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c36f8bc7-dacb-4632-9474-463c06233a0c x-openstack-request-id: req-c36f8bc7-dacb-4632-9474-463c06233a0c {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:02.110129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:02.110726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c36f8bc7-dacb-4632-9474-463c06233a0c {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:02.111997 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36f8bc7-dacb-4632-9474-463c06233a0c'] response: {'name': 'network-changed', 'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', 'status': 'completed', 'code': 200} Oct 28 20:54:02.112499 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c36f8bc7-dacb-4632-9474-463c06233a0c'] response: {'name': 'network-changed', 'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'status': 'completed', 'code': 200} Oct 28 20:54:02.163880 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-00b416b9-84ed-4501-8026-74c792c08fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.165653 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-00b416b9-84ed-4501-8026-74c792c08fb8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1415620 Oct 28 20:54:02.228193 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411689fd-3d37-4894-8962-a90bd54e801e req-a6ed5abf-7117-41ca-ad24-6d12a6e5629a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.236916 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-411689fd-3d37-4894-8962-a90bd54e801e req-a6ed5abf-7117-41ca-ad24-6d12a6e5629a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 945 time: 0.2642970 Oct 28 20:54:02.254361 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-0b1ad0e7-de04-4bec-875c-204f664fed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.257295 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-0b1ad0e7-de04-4bec-875c-204f664fed12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1128 time: 0.1425588 Oct 28 20:54:02.348600 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f34e3000-9ea5-407f-ba0d-e6c13643f8f3 req-32710aae-056d-4e18-b1d7-ff58a7cc53ad service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691827 Oct 28 20:54:02.392850 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-411689fd-3d37-4894-8962-a90bd54e801e req-1d299674-b5bc-434c-8d72-e7a89cea5a3a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541202 Oct 28 20:54:02.425313 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da336190-cd37-4681-9271-0f845fc6324d req-604d702b-8ff0-4a8c-aa00-0e6dd8805826 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.442481 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-da336190-cd37-4681-9271-0f845fc6324d req-604d702b-8ff0-4a8c-aa00-0e6dd8805826 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 943 time: 0.1904569 Oct 28 20:54:02.578201 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-da336190-cd37-4681-9271-0f845fc6324d req-0fb1b04e-4923-4f4c-bc9f-fb9ce8bca599 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331501 Oct 28 20:54:02.670076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5f9c0-c5ed-4a70-a030-ab02eb01a95b req-cf1921ea-7146-4fe7-aa09-17a289ee3e01 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.671337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-bd7c1a56-0a3e-404f-a629-c86e6fa3837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.672667 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1f5f9c0-c5ed-4a70-a030-ab02eb01a95b req-cf1921ea-7146-4fe7-aa09-17a289ee3e01 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 943 time: 0.0929849 Oct 28 20:54:02.673309 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-bd7c1a56-0a3e-404f-a629-c86e6fa3837e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5009236 Oct 28 20:54:02.724942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56916) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:02.768572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7451562-d9ff-45a7-b5b0-f8d7ace143c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:02.781522 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-51b47c6a-dc81-4798-9fc3-d04cae9229e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.783228 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-51b47c6a-dc81-4798-9fc3-d04cae9229e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.5160489 Oct 28 20:54:02.835441 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1f5f9c0-c5ed-4a70-a030-ab02eb01a95b req-7b1c9724-31c6-4ff2-ad27-2b5ffbdd3629 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546967 Oct 28 20:54:02.847467 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-9f787987-05c2-454a-9980-e11906d4273a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 217 time: 0.0570812 Oct 28 20:54:02.896622 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-709f27f0-cbd0-49ae-b202-a51c16b46c44 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140374 Oct 28 20:54:02.991222 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-7faf0c9c-43cb-4f7d-a53d-55a933792a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:02.992786 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-7faf0c9c-43cb-4f7d-a53d-55a933792a8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1386864 Oct 28 20:54:03.027758 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7451562-d9ff-45a7-b5b0-f8d7ace143c3 admin admin] Publish callbacks [] for security_group (270e14ae-8f14-4703-910b-f236bba784df), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.027975 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:03.054991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c7451562-d9ff-45a7-b5b0-f8d7ace143c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (270e14ae-8f14-4703-910b-f236bba784df), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.068133 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d06544fd-731f-456f-80ea-4a9ac8e3c949 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:03.086895 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-69293e7f-2002-4460-87e5-4a687ddd41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.088883 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-69293e7f-2002-4460-87e5-4a687ddd41f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886087 Oct 28 20:54:03.092033 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ef242f0-02dd-4b6b-b7cc-e72c12296d59 req-3e735b96-fcb8-4ae5-80a9-7d2005bbf78c service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883645 Oct 28 20:54:03.204226 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7451562-d9ff-45a7-b5b0-f8d7ace143c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270e14ae-8f14-4703-910b-f236bba784df,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:03.292662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf8eaa-e6f3-4983-8d85-c5fdf06c216f req-cbec8da5-f62c-4d93-8433-d5f9efaac623 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.295817 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72bf8eaa-e6f3-4983-8d85-c5fdf06c216f req-cbec8da5-f62c-4d93-8433-d5f9efaac623 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.3472073 Oct 28 20:54:03.302611 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c7451562-d9ff-45a7-b5b0-f8d7ace143c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffe52be945ea4b3b8b64493677bb6b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760429 Oct 28 20:54:03.315197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 56928) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:03.318231 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-731f5fd8-9de5-4cd2-a530-f54e209eed6b service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019026 Oct 28 20:54:03.343390 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port d06544fd-731f-456f-80ea-4a9ac8e3c949 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:03.351568 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:03.356818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port d06544fd-731f-456f-80ea-4a9ac8e3c949 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:03.357416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.358210 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port d06544fd-731f-456f-80ea-4a9ac8e3c949 Oct 28 20:54:03.409419 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:03.420957 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e95be-d450-4565-abef-d7daa6e3188d req-f498d94c-2c4f-4e58-8cd1-0c75eaa9cd55 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.430678 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf5e95be-d450-4565-abef-d7daa6e3188d req-f498d94c-2c4f-4e58-8cd1-0c75eaa9cd55 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 945 time: 0.3680484 Oct 28 20:54:03.492426 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-84a00f1d-7849-4493-aed6-683084d9ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.494074 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-84a00f1d-7849-4493-aed6-683084d9ec66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 1127 time: 0.1748071 Oct 28 20:54:03.495903 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:03.496300 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.530181 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-90604979-76bc-4c76-9f28-d0c327ddb440 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011364 Oct 28 20:54:03.537480 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:03.578376 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:03.580963 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d06544fd-731f-456f-80ea-4a9ac8e3c949 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:03.581703 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.587805 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.588476 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:03.648325 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72bf8eaa-e6f3-4983-8d85-c5fdf06c216f req-706370db-78a4-4b48-886f-1d570f428b0f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422749 Oct 28 20:54:03.668112 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:03.683474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-b2b4c562-140b-437b-ac7b-72ebb68fcdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.688251 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-b2b4c562-140b-437b-ac7b-72ebb68fcdb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.1851349 Oct 28 20:54:03.720662 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf5e95be-d450-4565-abef-d7daa6e3188d req-6bdce83e-5ba6-4879-823d-fa62ca6a72ec tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892542 Oct 28 20:54:03.722260 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] Publish callbacks [] for security_group (270e14ae-8f14-4703-910b-f236bba784df), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.793966 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] Publish callbacks [] for security_group (270e14ae-8f14-4703-910b-f236bba784df), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.908637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.db.resource_extend [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 20:54:03.910020 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47061c-d631-4400-9d2d-5c3c108c0a9a req-5632f523-1ca0-4c0a-92e5-599c15284e92 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:03.918062 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab47061c-d631-4400-9d2d-5c3c108c0a9a req-5632f523-1ca0-4c0a-92e5-599c15284e92 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 945 time: 0.1280370 Oct 28 20:54:03.920466 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:03.944441 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-15f1505d-0dde-4958-9769-296e9dec537a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70264856-a034-4e9c-b025-e4f36d3fe157 HTTP/1.1" status: 200 len: 217 time: 0.1668313 Oct 28 20:54:03.984930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (270e14ae-8f14-4703-910b-f236bba784df), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.989790 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:03.993552 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/270e14ae-8f14-4703-910b-f236bba784df HTTP/1.1" status: 204 len: 168 time: 0.6657152 Oct 28 20:54:04.003627 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3378b1-49e6-45ff-a9f3-4638bbe07aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270e14ae-8f14-4703-910b-f236bba784df,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:04.027918 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.029183 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d1f8b821-815a-4c05-af46-f43a12270d1c up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:04.030740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-09b84822-579c-4fd9-84ab-c33bc2c27137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.032590 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-09b84822-579c-4fd9-84ab-c33bc2c27137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0816791 Oct 28 20:54:04.062182 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab47061c-d631-4400-9d2d-5c3c108c0a9a req-1b6d01fc-2416-4e7b-b634-a84d926240bf tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432562 Oct 28 20:54:04.106524 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6150a-2273-4a69-bd6b-18d0028727cb req-4fe4ce6b-81d2-42e4-b0c0-a23f8f98536d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.116975 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00a6150a-2273-4a69-bd6b-18d0028727cb req-4fe4ce6b-81d2-42e4-b0c0-a23f8f98536d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 943 time: 0.1788464 Oct 28 20:54:04.132267 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-019218ea-1670-42d4-b00c-b549f018d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.136302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:04.138846 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-019218ea-1670-42d4-b00c-b549f018d9f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 1127 time: 0.4976218 Oct 28 20:54:04.211492 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-00a6150a-2273-4a69-bd6b-18d0028727cb req-ae2ce29f-06fa-43a1-bd95-dac0d7058c46 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933571 Oct 28 20:54:04.269515 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-113c1d11-1548-4d2d-8342-f51ffcb955cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.271081 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-113c1d11-1548-4d2d-8342-f51ffcb955cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2279038 Oct 28 20:54:04.372189 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fae8d-6c1d-4da0-8686-6b30b28be168 req-fa5fd2b6-7209-47e9-80be-476e0e0b1acb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.375211 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8a1fae8d-6c1d-4da0-8686-6b30b28be168 req-fa5fd2b6-7209-47e9-80be-476e0e0b1acb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 943 time: 0.1504765 Oct 28 20:54:04.381912 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-3a29405f-dfd0-41f3-ac61-8696e3f25b5f service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025808 Oct 28 20:54:04.400140 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:04.434250 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40259f44-0bcf-404b-b709-7ea503cc2c49" -d '{"events": [{"server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "name": "network-vif-plugged", "status": "completed", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:04.440732 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:04.483144 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:04.507649 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port d1f8b821-815a-4c05-af46-f43a12270d1c completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:04.511794 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8a1fae8d-6c1d-4da0-8686-6b30b28be168 req-81b6d63a-0a0f-415d-b521-f9ada945c3bc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255496 Oct 28 20:54:04.518028 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6bc45e64-5f51-4607-878f-8b30859e8110 req-2ef842b0-c103-49a5-86ea-09d1f3a5adf3 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286263 Oct 28 20:54:04.529076 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port d1f8b821-815a-4c05-af46-f43a12270d1c triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:04.529457 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.532032 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port d1f8b821-815a-4c05-af46-f43a12270d1c Oct 28 20:54:04.537379 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-0d851acc-c529-455d-9835-b0b477639af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.537540 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.537785 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.538193 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.538551 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.538885 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.539216 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.539672 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.540407 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-0d851acc-c529-455d-9835-b0b477639af7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.3912251 Oct 28 20:54:04.549194 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.550035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.550857 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.551502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.552035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.552629 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:54:04.587490 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:04.587969 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.609797 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:04.628821 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-688b6632-6f16-453b-86fb-6dc9dabf8fe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0 HTTP/1.1" status: 200 len: 217 time: 0.0774181 Oct 28 20:54:04.643203 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:04.650159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.650814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c5732f57-8c38-43e9-a3e6-4ec3babfb1ee details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:04.704039 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-5cc1fa05-98cf-49a8-b2de-e13c05e2539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.710290 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-5cc1fa05-98cf-49a8-b2de-e13c05e2539b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0712161 Oct 28 20:54:04.758270 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d1f8b821-815a-4c05-af46-f43a12270d1c is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:04.758652 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.823958 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-4dd515ce-46e1-410b-a99e-ad5d0cb71b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.826088 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-4dd515ce-46e1-410b-a99e-ad5d0cb71b33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072390 Oct 28 20:54:04.834540 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:04.919818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:04.924886 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d1f8b821-815a-4c05-af46-f43a12270d1c,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:04.935903 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:04.956478 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'port_id': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', 'mac_address': 'fa:16:3e:1c:df:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:04.993645 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-93e3cf52-f895-478e-805f-f13e3742908c service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598778 Oct 28 20:54:04.994278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed405f-944c-4a34-88c5-3bcd44349273 req-a3605d78-7697-4317-bfa9-fe40e422385b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:04.996291 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-48ed405f-944c-4a34-88c5-3bcd44349273 req-a3605d78-7697-4317-bfa9-fe40e422385b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.1421158 Oct 28 20:54:05.069241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:05.074063 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:05.074491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.109095 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5732f57-8c38-43e9-a3e6-4ec3babfb1ee {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:05.128736 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13c79294-3627-4480-ae7b-6ad29a9e34c1 req-356cdd0c-8fd5-4d62-a7b5-9880ba3d679e service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301117 Oct 28 20:54:05.135651 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-48ed405f-944c-4a34-88c5-3bcd44349273 req-7fad1bbc-90f0-40c3-bfc0-c490fb65bd16 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252344 Oct 28 20:54:05.152789 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:05.160963 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.164391 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b0a5e-eb77-4c35-9e42-65f1b9aef3a7 x-openstack-request-id: req-747b0a5e-eb77-4c35-9e42-65f1b9aef3a7 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:05.164746 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "name": "network-vif-plugged", "status": "completed", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:05.165015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-747b0a5e-eb77-4c35-9e42-65f1b9aef3a7 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:05.166117 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-747b0a5e-eb77-4c35-9e42-65f1b9aef3a7'] response: {'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'code': 200} Oct 28 20:54:05.232590 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 70264856-a034-4e9c-b025-e4f36d3fe157 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:05.285220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:05.516408 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=70264856-a034-4e9c-b025-e4f36d3fe157,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:05.523281 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1dfd8-beca-4370-a23e-b6963b6433cb req-66a1e57f-de06-4ceb-8112-7c5b73230d4a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:05.534116 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-61c1dfd8-beca-4370-a23e-b6963b6433cb req-66a1e57f-de06-4ceb-8112-7c5b73230d4a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.2740388 Oct 28 20:54:05.556254 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '70264856-a034-4e9c-b025-e4f36d3fe157', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'port_id': '70264856-a034-4e9c-b025-e4f36d3fe157', 'mac_address': 'fa:16:3e:03:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:05.559863 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['ceac7e63-06bf-4e70-915c-f46aaf4d80f4'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:05.612424 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-d4e8bb15-6b8c-41a3-8bc4-6ee78787abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:05.614810 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-d4e8bb15-6b8c-41a3-8bc4-6ee78787abd2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1130 time: 0.1708002 Oct 28 20:54:05.640711 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-08943e51-03bd-4d6b-826f-7ea610e11ea3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.648278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['93e12987-3ac4-474d-ac04-d4d03b5a0ae0'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:05.652800 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['c5732f57-8c38-43e9-a3e6-4ec3babfb1ee'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:05.693173 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcfb55-f930-4087-9b68-7236de0e8c86 req-45af09a9-8e28-4e1a-8102-2f7b57a21494 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:05.698698 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dcdcfb55-f930-4087-9b68-7236de0e8c86 req-45af09a9-8e28-4e1a-8102-2f7b57a21494 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.3674340 Oct 28 20:54:05.718329 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-61c1dfd8-beca-4370-a23e-b6963b6433cb req-bbca64e4-f5d9-461e-a5fc-0f945082f9cf tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824317 Oct 28 20:54:05.833014 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-08943e51-03bd-4d6b-826f-7ea610e11ea3 service neutron] Publish callbacks [] for security_group (f8e3b096-b3f3-47a5-95e8-0c3427993e84), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.844101 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-08943e51-03bd-4d6b-826f-7ea610e11ea3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f8e3b096-b3f3-47a5-95e8-0c3427993e84), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.955521 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 70264856-a034-4e9c-b025-e4f36d3fe157 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:05.956006 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:05.958300 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08943e51-03bd-4d6b-826f-7ea610e11ea3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3b096-b3f3-47a5-95e8-0c3427993e84,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:05.965592 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5f73fe8d-4ce1-48fd-b01f-b29f88943e34 req-08943e51-03bd-4d6b-826f-7ea610e11ea3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436007 Oct 28 20:54:05.978623 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dcdcfb55-f930-4087-9b68-7236de0e8c86 req-fd071eba-e7a3-4c81-a341-c0416cd11035 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671502 Oct 28 20:54:06.058001 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70264856-a034-4e9c-b025-e4f36d3fe157 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:06.074783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962fc10-9a3d-42b4-a619-bbb1edd86873 req-553e5bf7-f9ff-47f9-8815-549e4aee0b0f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:06.096531 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6962fc10-9a3d-42b4-a619-bbb1edd86873 req-553e5bf7-f9ff-47f9-8815-549e4aee0b0f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 944 time: 0.2068264 Oct 28 20:54:06.180596 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=70264856-a034-4e9c-b025-e4f36d3fe157,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:06.215310 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:06.280431 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6962fc10-9a3d-42b4-a619-bbb1edd86873 req-1442dcad-e189-43cf-83a7-0e0d620bea45 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824715 Oct 28 20:54:06.332062 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7504d3-ff6f-4995-ab5c-11da5ec4fc87 req-3e72ec70-f03c-49c6-8246-145b7abc881a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:06.334799 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a7504d3-ff6f-4995-ab5c-11da5ec4fc87 req-3e72ec70-f03c-49c6-8246-145b7abc881a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 944 time: 0.1888242 Oct 28 20:54:06.401058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a7504d3-ff6f-4995-ab5c-11da5ec4fc87 req-07746206-76db-44d4-8368-bcde145a2ebc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593002 Oct 28 20:54:06.498717 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef19483-54eb-47b6-8da3-301cd04faf9a req-206fbeea-db24-417f-95aa-ba5c0248070d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:06.501428 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8ef19483-54eb-47b6-8da3-301cd04faf9a req-206fbeea-db24-417f-95aa-ba5c0248070d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.0871353 Oct 28 20:54:06.559014 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:06.594744 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['70264856-a034-4e9c-b025-e4f36d3fe157'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:06.616734 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8ef19483-54eb-47b6-8da3-301cd04faf9a req-388fd4ed-257c-44c5-a956-2937054ea975 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002140 Oct 28 20:54:06.769619 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57028) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:06.913865 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e6cd4-ae78-44d2-ae8a-b8c3917358f0 req-b30a8519-feee-4cbb-9ca8-45f06d97e07d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:06.915459 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8c4e6cd4-ae78-44d2-ae8a-b8c3917358f0 req-b30a8519-feee-4cbb-9ca8-45f06d97e07d tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0687382 Oct 28 20:54:06.936372 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a46367d-2172-4916-b390-b526a90c2e15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:06.992178 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8c4e6cd4-ae78-44d2-ae8a-b8c3917358f0 req-be359c8c-806a-4f87-8d92-37349e8c01bd tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700741 Oct 28 20:54:07.058669 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a46367d-2172-4916-b390-b526a90c2e15 admin admin] Publish callbacks [] for security_group (3e61c672-63fc-42a7-a9e2-a840ef6ce610), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.064880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a46367d-2172-4916-b390-b526a90c2e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3e61c672-63fc-42a7-a9e2-a840ef6ce610), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.121988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46367d-2172-4916-b390-b526a90c2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e61c672-63fc-42a7-a9e2-a840ef6ce610,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:07.126729 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-9a46367d-2172-4916-b390-b526a90c2e15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e2cd03a700344414893c719d57e02801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556857 Oct 28 20:54:07.132330 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57036) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:07.167648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:07.172087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b9979e-a154-4351-a2e4-7cd5481195b2" -d '{"events": [{"server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "name": "network-vif-plugged", "status": "completed", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:07.191108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dac49-57d6-44cf-aa26-7fb5a3bb633f req-5187ef78-9c5b-4b27-973d-8aa9758d6419 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:07.204561 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b65dac49-57d6-44cf-aa26-7fb5a3bb633f req-5187ef78-9c5b-4b27-973d-8aa9758d6419 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0951648 Oct 28 20:54:07.226180 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0636f0ea-fe33-4c3a-a972-64660c53e243 x-openstack-request-id: req-0636f0ea-fe33-4c3a-a972-64660c53e243 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:07.226694 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "name": "network-vif-plugged", "status": "completed", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:07.226812 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0636f0ea-fe33-4c3a-a972-64660c53e243 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:07.227226 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0636f0ea-fe33-4c3a-a972-64660c53e243'] response: {'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c', 'code': 200} Oct 28 20:54:07.281280 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] Publish callbacks [] for security_group (3e61c672-63fc-42a7-a9e2-a840ef6ce610), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.289982 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b65dac49-57d6-44cf-aa26-7fb5a3bb633f req-e5577594-7894-47ac-aff1-3b5873f5c1ca tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832410 Oct 28 20:54:07.329491 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] Publish callbacks [] for security_group (3e61c672-63fc-42a7-a9e2-a840ef6ce610), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.453988 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3e61c672-63fc-42a7-a9e2-a840ef6ce610), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.463822 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:07.473451 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e61c672-63fc-42a7-a9e2-a840ef6ce610 HTTP/1.1" status: 204 len: 168 time: 0.3354025 Oct 28 20:54:07.510452 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debc002-58d8-431b-8da1-ff36b1622236 req-1a83067c-9151-4970-b250-337f33ef22ff tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:07.513233 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1debc002-58d8-431b-8da1-ff36b1622236 req-1a83067c-9151-4970-b250-337f33ef22ff tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 944 time: 0.0841484 Oct 28 20:54:07.523611 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b098c78-313f-420b-9e0d-e519be94c8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e61c672-63fc-42a7-a9e2-a840ef6ce610,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:07.584131 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71381a28-4d80-42d1-b66a-d8b047a05d41 req-c76a5191-8cfa-41d9-9a76-f04d918737bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:07.590971 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-71381a28-4d80-42d1-b66a-d8b047a05d41 req-c76a5191-8cfa-41d9-9a76-f04d918737bf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 1130 time: 0.1632862 Oct 28 20:54:07.625323 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018544f-1fd3-4d29-bceb-d8e4d00249f1 req-83fceb57-2f95-4c7a-8af6-ed8c05b0ea85 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:07.637860 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1018544f-1fd3-4d29-bceb-d8e4d00249f1 req-83fceb57-2f95-4c7a-8af6-ed8c05b0ea85 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 944 time: 0.1118443 Oct 28 20:54:07.668763 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-71381a28-4d80-42d1-b66a-d8b047a05d41 req-59f4ab27-16b3-4598-8b32-8c0cb0369c30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642247 Oct 28 20:54:07.672434 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1debc002-58d8-431b-8da1-ff36b1622236 req-790ecae6-8dff-4348-a4f4-36c49c23c222 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437967 Oct 28 20:54:07.714279 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1018544f-1fd3-4d29-bceb-d8e4d00249f1 req-8af5edf0-149d-42f0-879c-dc08af7a77e3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751393 Oct 28 20:54:07.882525 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7414e3-c0ec-47a0-9fab-22dd4395f638 req-0ad9697a-ffb4-4fb4-9081-d05c73b2c303 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:07.882525 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed7414e3-c0ec-47a0-9fab-22dd4395f638 req-0ad9697a-ffb4-4fb4-9081-d05c73b2c303 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.0698352 Oct 28 20:54:07.944697 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed7414e3-c0ec-47a0-9fab-22dd4395f638 req-b3d0144e-bef6-4cba-959d-9eb02f5519ac tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646172 Oct 28 20:54:08.185143 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ac022-da6f-4aa8-b282-4930202eac1e req-3bab3cd2-edb4-4e2e-b302-1a31b9aa783e tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:08.187071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0a1ac022-da6f-4aa8-b282-4930202eac1e req-3bab3cd2-edb4-4e2e-b302-1a31b9aa783e tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0996296 Oct 28 20:54:08.248667 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0a1ac022-da6f-4aa8-b282-4930202eac1e req-5c9f9130-c1a3-4253-bf6d-3298db62c852 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 Oct 28 20:54:08.468880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932f0b9-8a86-44df-9494-d181c94f73ae req-0b856474-50eb-42fe-bda3-124eaa660daa tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:08.471292 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3932f0b9-8a86-44df-9494-d181c94f73ae req-0b856474-50eb-42fe-bda3-124eaa660daa tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0756385 Oct 28 20:54:08.534599 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3932f0b9-8a86-44df-9494-d181c94f73ae req-cc1c5182-dc5c-45d2-9589-6b11c5209400 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564773 Oct 28 20:54:08.821866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c8f1b-06f8-4726-b685-2b567c43811f req-1e66bad3-c0bb-4efa-aae0-31c6cee34475 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:08.823801 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ad6c8f1b-06f8-4726-b685-2b567c43811f req-1e66bad3-c0bb-4efa-aae0-31c6cee34475 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1283038 Oct 28 20:54:08.841624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57096) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:08.852796 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'floatingip': {'port_id': 'd06544fd-731f-456f-80ea-4a9ac8e3c949'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:09.208683 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:09.250059 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7de2-c4a6-4411-9517-bbbbe6eaa381 req-6de7c871-01d1-4516-b364-ee92f95d5ecd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:09.263296 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-069a7de2-c4a6-4411-9517-bbbbe6eaa381 req-6de7c871-01d1-4516-b364-ee92f95d5ecd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 944 time: 0.4837701 Oct 28 20:54:09.313174 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.331017 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:09.337278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:09.338405 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.338851 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 Oct 28 20:54:09.518530 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:09.519075 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.560735 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:09.564737 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12f8b5a-0655-4389-b483-33820188393c" -d '{"events": [{"server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "name": "network-vif-plugged", "status": "completed", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:09.580623 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:09.586117 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.587105 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:09.637326 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-069a7de2-c4a6-4411-9517-bbbbe6eaa381 req-c3028e9d-cb7c-4829-b73c-ff54e6eed0b1 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720512 Oct 28 20:54:09.653382 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d6760-9af6-400f-b20f-24fa5284865e req-149bca6b-225c-4893-aeab-2bde54e50e72 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:09.655103 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-720d6760-9af6-400f-b20f-24fa5284865e req-149bca6b-225c-4893-aeab-2bde54e50e72 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 944 time: 0.3712659 Oct 28 20:54:09.714996 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:09.756117 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:09.765023 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:09.766001 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.766801 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:54:09.860283 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-720d6760-9af6-400f-b20f-24fa5284865e req-8400e7bb-fe4f-4673-bb6d-3c9e87a4748b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928887 Oct 28 20:54:09.911132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:09.912242 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:09.978375 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093f94e-b647-46a5-9449-cf8ab85855a2 req-b12fb08f-b4d7-41a4-8dad-e2b758f3c52c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:09.979390 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5093f94e-b647-46a5-9449-cf8ab85855a2 req-b12fb08f-b4d7-41a4-8dad-e2b758f3c52c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.1699352 Oct 28 20:54:09.988191 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:09.998990 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.000323 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c5732f57-8c38-43e9-a3e6-4ec3babfb1ee up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:10.140349 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:10.161460 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:10.166914 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:10.167437 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.167915 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee Oct 28 20:54:10.213541 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5093f94e-b647-46a5-9449-cf8ab85855a2 req-4b91415e-c257-4e30-8a78-49909e287068 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978498 Oct 28 20:54:10.261968 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073129c-5fcb-404e-87a0-5708191cbc32 req-8c6ebb96-c036-4ca2-87f7-90e3e6883076 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:10.263862 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1073129c-5fcb-404e-87a0-5708191cbc32 req-8c6ebb96-c036-4ca2-87f7-90e3e6883076 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.2943318 Oct 28 20:54:10.309875 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14920727-3f1c-4d4c-90ee-89a320f85faa x-openstack-request-id: req-14920727-3f1c-4d4c-90ee-89a320f85faa {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:10.310740 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "name": "network-vif-plugged", "status": "completed", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:10.310740 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-14920727-3f1c-4d4c-90ee-89a320f85faa {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:10.311253 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14920727-3f1c-4d4c-90ee-89a320f85faa'] response: {'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'code': 200} Oct 28 20:54:10.325845 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.331229 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:10.331630 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.370783 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:10.376063 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.377570 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 70264856-a034-4e9c-b025-e4f36d3fe157 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:10.453407 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.458507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1073129c-5fcb-404e-87a0-5708191cbc32 req-e62f68bd-47dc-4525-af60-a125b5508461 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729281 Oct 28 20:54:10.460441 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.480567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:10.491981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 70264856-a034-4e9c-b025-e4f36d3fe157 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:10.497087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 70264856-a034-4e9c-b025-e4f36d3fe157 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:10.497687 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.498033 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 70264856-a034-4e9c-b025-e4f36d3fe157 Oct 28 20:54:10.590715 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Floating IP ca8ee345-7398-433c-9282-868632f8b977 associated. External IP: 172.27.3.34, port: d06544fd-731f-456f-80ea-4a9ac8e3c949. Oct 28 20:54:10.663015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 70264856-a034-4e9c-b025-e4f36d3fe157 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:10.663727 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.714573 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=70264856-a034-4e9c-b025-e4f36d3fe157,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:10.721183 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:10.807881 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:11.347716 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540085f9-d459-416a-9a07-cf03933fb5f5 req-23f9e9af-35c0-4704-9d7d-5969e951cf56 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:11.350386 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-540085f9-d459-416a-9a07-cf03933fb5f5 req-23f9e9af-35c0-4704-9d7d-5969e951cf56 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.5035772 Oct 28 20:54:11.386081 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:54:11.463400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168d6f2-3c89-4c9b-a3ca-e8fd32585f7e req-7a4d59fd-23ac-4340-85c0-d4540700349b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:11.466016 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5168d6f2-3c89-4c9b-a3ca-e8fd32585f7e req-7a4d59fd-23ac-4340-85c0-d4540700349b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.4809177 Oct 28 20:54:11.526681 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-540085f9-d459-416a-9a07-cf03933fb5f5 req-21c0537e-a9df-404f-9444-da9ab080ca8b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704171 Oct 28 20:54:11.667384 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5168d6f2-3c89-4c9b-a3ca-e8fd32585f7e req-5157e42c-5adc-4430-aba6-24cf56053557 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844923 Oct 28 20:54:11.680172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:54:11.686310 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:11.700477 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:54:11.714697 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:11.715587 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:11.741317 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b19df373-600c-4ed8-a1e7-d82d8eb76d76 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "PUT /v2.0/floatingips/ca8ee345-7398-433c-9282-868632f8b977 HTTP/1.1" status: 200 len: 991 time: 2.8933005 Oct 28 20:54:11.744213 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:11.746391 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:11.757486 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba391fc-9413-4684-acde-1dcea6774309 req-cadffed7-e932-4d64-928c-042d5ecbd9bc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:11.759109 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fba391fc-9413-4684-acde-1dcea6774309 req-cadffed7-e932-4d64-928c-042d5ecbd9bc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1412635 Oct 28 20:54:11.801301 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4944a668-4898-4220-af09-69db16a4c2e5 x-openstack-request-id: req-4944a668-4898-4220-af09-69db16a4c2e5 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:11.801696 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:11.802031 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4944a668-4898-4220-af09-69db16a4c2e5 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:11.802550 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4944a668-4898-4220-af09-69db16a4c2e5'] response: {'name': 'network-changed', 'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'status': 'completed', 'code': 200} Oct 28 20:54:11.834013 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fba391fc-9413-4684-acde-1dcea6774309 req-b893ef02-2be1-42ac-9034-81f702ce120a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644593 Oct 28 20:54:11.871584 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:12.077546 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2e996cd7-b50d-4352-b066-0f2cc4a0d839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:12.192081 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ca8ee345-7398-433c-9282-868632f8b977', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:03:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fadd0-77be-4638-be62-57355ef03612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:32Z', 'updated_at': '2022-10-28T20:54:10Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:12.219485 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:54:12.230823 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:12.231443 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:53:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:12.312914 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}, {'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee'}, {'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:12.318795 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bbe7a4-5c3b-4198-ae81-32aef515f83f" -d '{"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}, {"server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "name": "network-vif-plugged", "status": "completed", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee"}, {"server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "name": "network-vif-plugged", "status": "completed", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:12.399675 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2 x-openstack-request-id: req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:12.400103 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "code": 200}, {"server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "name": "network-vif-plugged", "status": "completed", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee", "code": 200}, {"server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "name": "network-vif-plugged", "status": "completed", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:12.400494 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:12.401117 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2'] response: {'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'code': 200} Oct 28 20:54:12.401524 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2'] response: {'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', 'code': 200} Oct 28 20:54:12.401911 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec72b7eb-4587-42c4-9d4c-c49fde3550c2'] response: {'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157', 'code': 200} Oct 28 20:54:12.477992 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:12.678784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d960cda-574f-42c8-a6e1-cbecd2d5a5cb req-52457cdf-e3bf-4883-80ee-ccfadf33a4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:12.680475 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d960cda-574f-42c8-a6e1-cbecd2d5a5cb req-52457cdf-e3bf-4883-80ee-ccfadf33a4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0712585 Oct 28 20:54:12.734508 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ca8ee345-7398-433c-9282-868632f8b977', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:03:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fadd0-77be-4638-be62-57355ef03612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:32Z', 'updated_at': '2022-10-28T20:54:10Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:12.740901 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d960cda-574f-42c8-a6e1-cbecd2d5a5cb req-614c551f-6b62-40be-b11a-0255c1f5994b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507383 Oct 28 20:54:12.775894 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2602c0-9fc6-4cf9-8756-39d0c7d42e91 None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ca8ee345-7398-433c-9282-868632f8b977', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.34', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:03:cf:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1fadd0-77be-4638-be62-57355ef03612', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:32Z', 'updated_at': '2022-10-28T20:54:10Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:54:12.905964 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ff328-2f43-4128-9c66-f194a2ecc4e0 req-c7f1cfcd-baad-4da2-9bb3-72566dca71b2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:12.919961 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7d1ff328-2f43-4128-9c66-f194a2ecc4e0 req-c7f1cfcd-baad-4da2-9bb3-72566dca71b2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1000769 Oct 28 20:54:13.008147 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-40953f91-fdd8-4c60-9120-006a503b9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.017381 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-40953f91-fdd8-4c60-9120-006a503b9f7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1130 time: 0.1419604 Oct 28 20:54:13.070854 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7d1ff328-2f43-4128-9c66-f194a2ecc4e0 req-471c89a7-5a89-4c4d-b9a5-eff863959a8b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496193 Oct 28 20:54:13.182103 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cb0b5-8914-4567-994a-b1e505cc0690 req-41adb868-7dbb-4e14-9b72-55afbce9a3da tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.192844 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc1cb0b5-8914-4567-994a-b1e505cc0690 req-41adb868-7dbb-4e14-9b72-55afbce9a3da tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1636529 Oct 28 20:54:13.316344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543a006-957e-4af2-bc52-9b416bfa5988 None None] New status for floating IP ca8ee345-7398-433c-9282-868632f8b977: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:54:13.449929 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-16b143c2-c70b-4a41-8c9a-351c4ddb8f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.452089 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-16b143c2-c70b-4a41-8c9a-351c4ddb8f49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.4219408 Oct 28 20:54:13.457036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e2d94-338b-432a-bada-e5b07ec2d4f7 req-4b1e90ae-f39d-4f71-95b8-591d74cacfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.458512 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb9e2d94-338b-432a-bada-e5b07ec2d4f7 req-4b1e90ae-f39d-4f71-95b8-591d74cacfd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1130 time: 0.3424468 Oct 28 20:54:13.510234 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc1cb0b5-8914-4567-994a-b1e505cc0690 req-7d6b4698-621a-467b-800a-b72816655265 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164163 Oct 28 20:54:13.514527 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dbc8f-0c1e-4e27-a9eb-e693d069ad8f req-330cbef4-fe4b-42c7-8d2e-1db97115c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.516095 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-228dbc8f-0c1e-4e27-a9eb-e693d069ad8f req-330cbef4-fe4b-42c7-8d2e-1db97115c185 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 1129 time: 0.3201263 Oct 28 20:54:13.529565 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92630016-876b-48c5-8071-680abe0a8fb2 req-1e488713-a59d-4fc9-9a2f-67dd33c489ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.531129 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-92630016-876b-48c5-8071-680abe0a8fb2 req-1e488713-a59d-4fc9-9a2f-67dd33c489ea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1130 time: 0.1620457 Oct 28 20:54:13.972857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b07668-39b1-44f4-a06b-e8915b3f0cfb req-71bf7325-2bea-4760-8277-64498fefe340 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:13.975387 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-99b07668-39b1-44f4-a06b-e8915b3f0cfb req-71bf7325-2bea-4760-8277-64498fefe340 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0950737 Oct 28 20:54:14.046807 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-99b07668-39b1-44f4-a06b-e8915b3f0cfb req-f25b733a-4b5c-4334-b99c-a62712dcbae1 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652869 Oct 28 20:54:14.258734 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98beb2-40f8-4b3e-b050-9e6057c3fe8a req-d37c79c1-570b-4233-9ad7-00f5454576e4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:14.260362 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a98beb2-40f8-4b3e-b050-9e6057c3fe8a req-d37c79c1-570b-4233-9ad7-00f5454576e4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0680215 Oct 28 20:54:14.341782 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a98beb2-40f8-4b3e-b050-9e6057c3fe8a req-b38157f0-46cd-4c5c-80dd-462fc86fdbbb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729771 Oct 28 20:54:14.652727 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a64fd831-fb79-4468-bc86-6574f6368a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:14.666800 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359c1c9-2305-46cc-a3e4-21406277382a req-04f9e551-6088-453f-b619-87e718462a51 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:14.668470 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e359c1c9-2305-46cc-a3e4-21406277382a req-04f9e551-6088-453f-b619-87e718462a51 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0653737 Oct 28 20:54:14.745545 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e359c1c9-2305-46cc-a3e4-21406277382a req-93175e16-b5ae-46a6-9346-afc6ec29917d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693769 Oct 28 20:54:15.207330 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfc366-4174-439e-8044-1a831c9db717 req-6723d09c-fc8d-47f4-9fdd-59ba70eef207 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:15.209042 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5dfc366-4174-439e-8044-1a831c9db717 req-6723d09c-fc8d-47f4-9fdd-59ba70eef207 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0634317 Oct 28 20:54:15.263473 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5dfc366-4174-439e-8044-1a831c9db717 req-5c1a7365-7089-4f55-bc3c-fe06b35a99e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477388 Oct 28 20:54:15.499845 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7844bf-decb-46ba-a27b-23127f21a7bf req-f30dd267-666d-4760-8e57-3eb187d6ccc4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:15.502024 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f7844bf-decb-46ba-a27b-23127f21a7bf req-f30dd267-666d-4760-8e57-3eb187d6ccc4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0606916 Oct 28 20:54:15.593727 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f7844bf-decb-46ba-a27b-23127f21a7bf req-004e042e-7158-4194-b280-cf1a74b65e04 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844517 Oct 28 20:54:15.888944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287d941-f2a1-4db8-9377-f15dc49e3a9e req-d373528f-7553-4cc4-b400-cc0d92f4eba3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:15.890582 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9287d941-f2a1-4db8-9377-f15dc49e3a9e req-d373528f-7553-4cc4-b400-cc0d92f4eba3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0576079 Oct 28 20:54:16.013930 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9287d941-f2a1-4db8-9377-f15dc49e3a9e req-4569b26b-9f93-4736-84f8-b97f8302611e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173339 Oct 28 20:54:16.053096 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-a8ee751d-99e9-4c11-965b-13cf6fd57923 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 1001 time: 0.1208940 Oct 28 20:54:16.060724 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb9e2d94-338b-432a-bada-e5b07ec2d4f7 req-68e7fdd5-e6d3-4ce9-97b2-55cb46a4f717 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222274 Oct 28 20:54:16.079023 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-92630016-876b-48c5-8071-680abe0a8fb2 req-6a3eeb48-8b7a-434e-956c-2ed37ed1cd1a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428432 Oct 28 20:54:16.082690 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-228dbc8f-0c1e-4e27-a9eb-e693d069ad8f req-5aa52be2-8eb7-4f76-b656-229691e324a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448359 Oct 28 20:54:16.088864 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dc8e5-3371-480e-a946-81f7c01c7d1f req-c59f27cf-6cd9-4fce-aa94-e41bd0bd253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:16.090435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dc5dc8e5-3371-480e-a946-81f7c01c7d1f req-c59f27cf-6cd9-4fce-aa94-e41bd0bd253e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 1129 time: 0.1510091 Oct 28 20:54:16.108520 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-ff5d6e43-bc27-41e4-80a8-d00f70362157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:16.109978 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-ff5d6e43-bc27-41e4-80a8-d00f70362157 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0484216 Oct 28 20:54:16.432313 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f6ecfd-e70c-44c7-a305-d4f7adebdb5f req-b1cb9273-51d2-4d16-a868-045e6a58a9a6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:16.434962 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78f6ecfd-e70c-44c7-a305-d4f7adebdb5f req-b1cb9273-51d2-4d16-a868-045e6a58a9a6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0928347 Oct 28 20:54:16.514570 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78f6ecfd-e70c-44c7-a305-d4f7adebdb5f req-6118cac4-9a54-4b0e-a7f1-37d647158f6f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728941 Oct 28 20:54:16.639293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:16.809008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d29171-c3a9-4a44-93dc-c47a9ebce471 req-ad7c8de9-ff05-42be-970d-d3d45f035a22 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:16.823355 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55d29171-c3a9-4a44-93dc-c47a9ebce471 req-ad7c8de9-ff05-42be-970d-d3d45f035a22 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1244113 Oct 28 20:54:16.847376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-27776a70-2a9f-4e35-923c-6a359144a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:16.851311 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-27776a70-2a9f-4e35-923c-6a359144a4af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827453 Oct 28 20:54:16.916947 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55d29171-c3a9-4a44-93dc-c47a9ebce471 req-aaca8788-da4f-4eb3-9ea6-157279beac99 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924346 Oct 28 20:54:16.919948 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dc5dc8e5-3371-480e-a946-81f7c01c7d1f req-091f4ab3-5f4c-4973-85dc-eaa0acc7a622 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882342 Oct 28 20:54:16.991952 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-8a7dd950-b367-4da0-8163-6aea06d9695c service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332111 Oct 28 20:54:17.265874 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de417663-a7a3-4c37-94a9-1b075dfb4dbb req-9576d67b-bcb2-4234-9127-e57d6e6f9bf2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:17.277117 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de417663-a7a3-4c37-94a9-1b075dfb4dbb req-9576d67b-bcb2-4234-9127-e57d6e6f9bf2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1525567 Oct 28 20:54:17.292397 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f7fd2270-d042-4ca4-a6e7-75d2de2f69d7 req-c32080ae-3171-4a43-9d0e-f153646a2f31 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607714 Oct 28 20:54:17.367702 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de417663-a7a3-4c37-94a9-1b075dfb4dbb req-fe7e6655-5400-48a7-97fa-1496f3c18d0c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893109 Oct 28 20:54:17.686068 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e953a2e-c832-4faf-99cc-49de8aec779f req-9fd59e40-1cdd-41c1-a16e-c43ffd02606d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:17.687810 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9e953a2e-c832-4faf-99cc-49de8aec779f req-9fd59e40-1cdd-41c1-a16e-c43ffd02606d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0822263 Oct 28 20:54:17.764614 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9e953a2e-c832-4faf-99cc-49de8aec779f req-e966bfea-2da0-45fe-96f3-482b2512d0e0 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659952 Oct 28 20:54:17.991586 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57306) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:18.162198 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cf1b0-31ce-41a8-a2d5-414adb1caf34 req-adb84795-d949-46e6-8628-c965f6ef0004 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:18.164722 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-399cf1b0-31ce-41a8-a2d5-414adb1caf34 req-adb84795-d949-46e6-8628-c965f6ef0004 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1121824 Oct 28 20:54:18.258667 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-91b78f32-c275-4357-95b0-1fe501fdb856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.283207 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-399cf1b0-31ce-41a8-a2d5-414adb1caf34 req-d862fb35-ab97-42c4-8234-651cac396cad tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078739 Oct 28 20:54:18.285254 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.396203 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-91b78f32-c275-4357-95b0-1fe501fdb856 admin admin] Publish callbacks [] for security_group (ab8611af-c0a2-4529-939a-38b12f9adf9a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.407033 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-91b78f32-c275-4357-95b0-1fe501fdb856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ab8611af-c0a2-4529-939a-38b12f9adf9a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.461412 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-91b78f32-c275-4357-95b0-1fe501fdb856 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a167a5f4e7547f5aab69e4b7122c7e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4682546 Oct 28 20:54:18.465738 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57326) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:18.473900 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b78f32-c275-4357-95b0-1fe501fdb856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8611af-c0a2-4529-939a-38b12f9adf9a,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:18.573343 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] Publish callbacks [] for security_group (ab8611af-c0a2-4529-939a-38b12f9adf9a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.609227 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fccf-f743-4285-bb3c-7325ee9775f0 req-24c4a07b-9411-459b-92d3-d280a34b529b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:18.611018 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1db8fccf-f743-4285-bb3c-7325ee9775f0 req-24c4a07b-9411-459b-92d3-d280a34b529b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0998983 Oct 28 20:54:18.613638 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] Publish callbacks [] for security_group (ab8611af-c0a2-4529-939a-38b12f9adf9a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.704187 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1db8fccf-f743-4285-bb3c-7325ee9775f0 req-e73c2d48-db49-4275-a6b1-22061fea0889 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821621 Oct 28 20:54:18.748944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ab8611af-c0a2-4529-939a-38b12f9adf9a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.752420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.757199 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ab8611af-c0a2-4529-939a-38b12f9adf9a HTTP/1.1" status: 204 len: 168 time: 0.2867196 Oct 28 20:54:18.760472 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:18.784003 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22894053-6cbb-482b-9716-215304d776fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8611af-c0a2-4529-939a-38b12f9adf9a,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:18.969167 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cd27e-ea2c-4dca-9e4f-6bb79abd1c29 req-b28fd5c2-e716-47be-802f-6a46c8300d8f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:18.972718 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-380cd27e-ea2c-4dca-9e4f-6bb79abd1c29 req-b28fd5c2-e716-47be-802f-6a46c8300d8f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0936978 Oct 28 20:54:19.054227 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-380cd27e-ea2c-4dca-9e4f-6bb79abd1c29 req-5249bdb4-b2d2-48be-9d65-1047ee225c0a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758796 Oct 28 20:54:19.314980 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb4541-9eb7-4f1f-b10c-e42fd88faa5a req-9b56a438-76f1-41ec-af67-424cb118bfac tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:19.317668 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2adb4541-9eb7-4f1f-b10c-e42fd88faa5a req-9b56a438-76f1-41ec-af67-424cb118bfac tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0978727 Oct 28 20:54:19.331831 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57354) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:19.338595 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:19.429153 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:19.546092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54532458-8ce4-4112-b440-71f413ff139c req-85b06cc4-0774-422b-8889-4ef23873e68b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:19.555051 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-54532458-8ce4-4112-b440-71f413ff139c req-85b06cc4-0774-422b-8889-4ef23873e68b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1424408 Oct 28 20:54:19.629010 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-54532458-8ce4-4112-b440-71f413ff139c req-6469c500-6677-4909-bebf-fa00d18e38d2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726931 Oct 28 20:54:20.000327 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7a1b-20a9-45df-bd0a-9e720693f5f6 req-73cc1855-fa6a-4418-b584-e7cb0e838550 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:20.009661 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-646d7a1b-20a9-45df-bd0a-9e720693f5f6 req-73cc1855-fa6a-4418-b584-e7cb0e838550 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0838087 Oct 28 20:54:20.106281 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-646d7a1b-20a9-45df-bd0a-9e720693f5f6 req-5f3569d2-717d-44e5-8962-2bb0eb586908 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952654 Oct 28 20:54:20.270126 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-936e2dc2-6b96-4361-8760-780b842a414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:20.271682 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-936e2dc2-6b96-4361-8760-780b842a414a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 1129 time: 0.2296846 Oct 28 20:54:20.277618 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fef2f-31ae-4eda-b40d-e689dd4347cb req-968f0bcf-7afb-4f6f-815c-604df43726aa tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:20.279779 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-706fef2f-31ae-4eda-b40d-e689dd4347cb req-968f0bcf-7afb-4f6f-815c-604df43726aa tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1717536 Oct 28 20:54:20.394408 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9944fff-b2c5-4ec0-9d1a-b079555bf33e req-920edcc9-e869-4db0-a376-fe0d0d0d24b8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:20.396091 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a9944fff-b2c5-4ec0-9d1a-b079555bf33e req-920edcc9-e869-4db0-a376-fe0d0d0d24b8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1152086 Oct 28 20:54:20.414375 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-706fef2f-31ae-4eda-b40d-e689dd4347cb req-5f815660-d2fc-495c-a75b-456bb8575ed9 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120887 Oct 28 20:54:20.414884 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57402) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:20.421231 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'floatingip': {'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:20.486242 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:20.524762 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.db.resource_extend [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 20:54:20.678221 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:20.697868 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:20.791073 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-f0d3410f-6c02-49ae-b71e-d418e8f3b7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:20.794129 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-f0d3410f-6c02-49ae-b71e-d418e8f3b7b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.5152545 Oct 28 20:54:20.864266 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57410) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:20.873478 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-2ea91d88-083d-462e-9bba-e1aaa1458eee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=70264856-a034-4e9c-b025-e4f36d3fe157 HTTP/1.1" status: 200 len: 217 time: 0.0711267 Oct 28 20:54:21.144567 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b170bfd-2140-4ce3-a922-d6dff2e8c18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.364118 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57422) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:21.387900 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b170bfd-2140-4ce3-a922-d6dff2e8c18a admin admin] Publish callbacks [] for security_group (ae81524f-a579-46f1-bb7a-7c8c8e908bb2), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.395439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0b170bfd-2140-4ce3-a922-d6dff2e8c18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ae81524f-a579-46f1-bb7a-7c8c8e908bb2), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.441316 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-c16ca704-42ba-44a2-b625-279626216192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:21.443572 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-c16ca704-42ba-44a2-b625-279626216192 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.5558691 Oct 28 20:54:21.470771 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.490245 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b170bfd-2140-4ce3-a922-d6dff2e8c18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae81524f-a579-46f1-bb7a-7c8c8e908bb2,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:21.509279 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.518275 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP ad3c1297-1946-49ca-916d-a7ce762b5d0a associated. External IP: 172.27.3.47, port: 93e12987-3ac4-474d-ac04-d4d03b5a0ae0. Oct 28 20:54:21.584007 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0b170bfd-2140-4ce3-a922-d6dff2e8c18a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a22a730947cd4fd1b494ddf4794d5370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7178111 Oct 28 20:54:21.599417 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57428) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:21.629535 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-3cdb9a29-605a-4fec-b640-95ddc40413c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:21.630980 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-3cdb9a29-605a-4fec-b640-95ddc40413c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1718988 Oct 28 20:54:21.651196 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b8274b75-053b-4470-ac0c-435d19729857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.769519 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Floating IP 4743effb-115c-482b-9fe3-342bb89ee1c5 associated. External IP: 172.27.3.245, port: ceac7e63-06bf-4e70-915c-f46aaf4d80f4. Oct 28 20:54:21.829184 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c36fa-e465-47f8-970a-c4a95477a67e req-709687a2-0ed5-469b-beb6-16116c25529a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:21.831367 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e1c36fa-e465-47f8-970a-c4a95477a67e req-709687a2-0ed5-469b-beb6-16116c25529a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.2419946 Oct 28 20:54:21.831682 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-f2f0f652-470a-44b8-9fa5-c39368a0b12e service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936045 Oct 28 20:54:21.832076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] Publish callbacks [] for security_group (ae81524f-a579-46f1-bb7a-7c8c8e908bb2), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:21.841333 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:54:21.890921 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] Publish callbacks [] for security_group (ae81524f-a579-46f1-bb7a-7c8c8e908bb2), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.024884 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ad68009-6ddf-4d70-9ddd-429fd5d79efa req-66f4ea03-c2c6-4218-b149-6dac26c9eda3 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778502 Oct 28 20:54:22.047634 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:54:22.055986 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.067922 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:54:22.106019 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:22.107706 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:22.132449 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e48cb964-a93c-4365-b860-9ca3ae2e2cd5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "PUT /v2.0/floatingips/ad3c1297-1946-49ca-916d-a7ce762b5d0a HTTP/1.1" status: 200 len: 990 time: 2.7986124 Oct 28 20:54:22.133961 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:22.138537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2123e9a-2757-433d-b2cf-c85ed1a3842c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:22.236078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65866c8-3aea-40f0-82e2-4ad70cf85207 x-openstack-request-id: req-b65866c8-3aea-40f0-82e2-4ad70cf85207 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:22.236078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:22.236078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b65866c8-3aea-40f0-82e2-4ad70cf85207 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:22.236078 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b65866c8-3aea-40f0-82e2-4ad70cf85207'] response: {'name': 'network-changed', 'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'status': 'completed', 'code': 200} Oct 28 20:54:22.344210 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:22.344525 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-60cf1196-b2d7-4dbe-a4b0-1cfb6dba01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:22.348693 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-60cf1196-b2d7-4dbe-a4b0-1cfb6dba01cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 1129 time: 0.0934508 Oct 28 20:54:22.460738 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e1c36fa-e465-47f8-970a-c4a95477a67e req-e766a28b-f4c6-44dd-bdba-e8c232158892 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6168385 Oct 28 20:54:22.488333 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b8274b75-053b-4470-ac0c-435d19729857 admin admin] Publish callbacks [] for security_group (c61816e8-18a0-4b4f-9a97-f0d868ed6f96), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.526191 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-9482327a-0973-4137-85fa-7af38cc5891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:22.528969 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-9482327a-0973-4137-85fa-7af38cc5891b service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.1739275 Oct 28 20:54:22.569191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b8274b75-053b-4470-ac0c-435d19729857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c61816e8-18a0-4b4f-9a97-f0d868ed6f96), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.620919 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ae81524f-a579-46f1-bb7a-7c8c8e908bb2), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.623549 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.629528 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae81524f-a579-46f1-bb7a-7c8c8e908bb2 HTTP/1.1" status: 204 len: 168 time: 1.0284050 Oct 28 20:54:22.632042 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-c0b89eeb-1b88-4ee0-ae79-d682b9c2ca68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0 HTTP/1.1" status: 200 len: 998 time: 0.0909770 Oct 28 20:54:22.640080 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8274b75-053b-4470-ac0c-435d19729857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61816e8-18a0-4b4f-9a97-f0d868ed6f96,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:22.720870 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b8274b75-053b-4470-ac0c-435d19729857 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e9ccf17b7e64b9ead1431d098c44b25&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3514032 Oct 28 20:54:22.722725 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57456) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:22.731262 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632b6d-8268-47eb-8651-03d5b29048dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae81524f-a579-46f1-bb7a-7c8c8e908bb2,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:22.737672 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-52265ca3-da46-4b50-b850-94b09fdea1c4 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=9981f3807f9b41a3be1d1ef719734e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530715 Oct 28 20:54:22.784488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-af05a3d9-25e0-483e-afcd-beee5877bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:22.786176 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-af05a3d9-25e0-483e-afcd-beee5877bc60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.1470454 Oct 28 20:54:22.865202 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:20Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:22.917531 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] Publish callbacks [] for security_group (c61816e8-18a0-4b4f-9a97-f0d868ed6f96), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:22.917774 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:54:22.931680 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:22.931986 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:22.953567 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:54:22.970293 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-17f3c930-093a-4bb5-94cf-e4d28bfe3a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:22.972881 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-17f3c930-093a-4bb5-94cf-e4d28bfe3a60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1767008 Oct 28 20:54:22.987348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] Publish callbacks [] for security_group (c61816e8-18a0-4b4f-9a97-f0d868ed6f96), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.127041 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:23.144269 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:54:23.150675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.167370 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:54:23.194648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:23.195648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:23.244143 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4f8d1062-f3cf-4592-9122-3f055352fdba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "PUT /v2.0/floatingips/4743effb-115c-482b-9fe3-342bb89ee1c5 HTTP/1.1" status: 200 len: 992 time: 2.8274884 Oct 28 20:54:23.245382 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:23.248103 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:23.257681 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-b2842554-5086-4a39-af56-a3d92ff1ac47 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:23.259426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-b2842554-5086-4a39-af56-a3d92ff1ac47 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149503 Oct 28 20:54:23.276398 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-1e9c1cd7-6a87-4227-9be2-c471ebff68f7 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942710 Oct 28 20:54:23.285648 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c61816e8-18a0-4b4f-9a97-f0d868ed6f96), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.293198 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-043614e3-6616-4fa2-90f2-872e46a3c61b tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/quotas/9981f3807f9b41a3be1d1ef719734e51 HTTP/1.1" status: 200 len: 375 time: 0.0180478 Oct 28 20:54:23.293512 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.299328 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c61816e8-18a0-4b4f-9a97-f0d868ed6f96 HTTP/1.1" status: 204 len: 168 time: 0.5708752 Oct 28 20:54:23.352361 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-782490d6-baa5-442d-9574-749551a1317c tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9981f3807f9b41a3be1d1ef719734e51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443962 Oct 28 20:54:23.391455 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136dd5d6-1393-42c3-b18b-24552a831707 x-openstack-request-id: req-136dd5d6-1393-42c3-b18b-24552a831707 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:23.392539 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:23.392984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-136dd5d6-1393-42c3-b18b-24552a831707 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:23.393784 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-136dd5d6-1393-42c3-b18b-24552a831707'] response: {'name': 'network-changed', 'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'status': 'completed', 'code': 200} Oct 28 20:54:23.412930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57468) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:23.493096 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d579eed5-9c24-4f77-a1ac-7d56b9adaf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.550717 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b42148-f9be-47f8-aa1e-80451ff53e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61816e8-18a0-4b4f-9a97-f0d868ed6f96,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:23.573839 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b2123e9a-2757-433d-b2cf-c85ed1a3842c req-d78cd499-7183-4d40-87c7-ae616b75c574 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778425 Oct 28 20:54:23.625069 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:23.836902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d579eed5-9c24-4f77-a1ac-7d56b9adaf9c admin admin] Publish callbacks [] for security_group (857303a3-728c-4c84-88d0-cb98b9067364), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.853167 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d579eed5-9c24-4f77-a1ac-7d56b9adaf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (857303a3-728c-4c84-88d0-cb98b9067364), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:23.858538 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:20Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:23.920426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e9b8e871-3805-438a-975a-9dad222958a3 req-90d504a4-84bb-49ef-b8b5-f9903604b363 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0740325 Oct 28 20:54:23.922810 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-e63e11a3-8ef8-4827-a361-616545ee6657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:23.925710 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-e63e11a3-8ef8-4827-a361-616545ee6657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1130 time: 0.4998939 Oct 28 20:54:23.930617 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc674c5-5537-42e5-aef5-0e8b7317110e None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:20Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:54:24.007300 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d579eed5-9c24-4f77-a1ac-7d56b9adaf9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e65f3113912437ea549af27c6b4a63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5892677 Oct 28 20:54:24.007892 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57478) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:24.042779 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7acb13-851a-4727-bf97-766961fa5d53 req-192a7447-8a7a-4c84-bdb5-d47540fb0cdf tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:24.050246 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9f7acb13-851a-4727-bf97-766961fa5d53 req-192a7447-8a7a-4c84-bdb5-d47540fb0cdf tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.3725948 Oct 28 20:54:24.087057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579eed5-9c24-4f77-a1ac-7d56b9adaf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857303a3-728c-4c84-88d0-cb98b9067364,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:24.134501 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] Publish callbacks [] for security_group (857303a3-728c-4c84-88d0-cb98b9067364), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:24.169920 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9f7acb13-851a-4727-bf97-766961fa5d53 req-49728c59-4450-4ba9-8f45-09afcc77e706 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187162 Oct 28 20:54:24.191227 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] Publish callbacks [] for security_group (857303a3-728c-4c84-88d0-cb98b9067364), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:24.228582 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-0aa5ab45-babe-4aca-917a-d9041b994e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:24.230644 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-0aa5ab45-babe-4aca-917a-d9041b994e84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.2961924 Oct 28 20:54:24.309939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (857303a3-728c-4c84-88d0-cb98b9067364), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:24.317833 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:24.320470 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/857303a3-728c-4c84-88d0-cb98b9067364 HTTP/1.1" status: 204 len: 168 time: 0.3117492 Oct 28 20:54:24.339270 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b8b53-2e50-4f9b-98b3-f95281bb4e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857303a3-728c-4c84-88d0-cb98b9067364,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:24.436112 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-38fadda6-f060-4f6e-8b2d-721f615b9b92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 1000 time: 0.1906307 Oct 28 20:54:24.506301 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '4743effb-115c-482b-9fe3-342bb89ee1c5', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:28Z', 'updated_at': '2022-10-28T20:54:21Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:24.618122 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:54:24.631080 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-53dc28b2-e128-478e-bf52-9aefd08e86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:24.633387 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-53dc28b2-e128-478e-bf52-9aefd08e86ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.1731889 Oct 28 20:54:24.639590 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:24.641268 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:24.783968 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-31e05970-c132-46ac-9339-0ca8fdcc2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:24.787493 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-31e05970-c132-46ac-9339-0ca8fdcc2fe3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1407592 Oct 28 20:54:24.866713 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:25.098826 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-13152a9d-36e2-4af4-8081-9a95e66f1c9c service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949848 Oct 28 20:54:25.294770 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7fcb1dde-c529-41b4-bf64-405d77ac9ea3 req-7d509cd5-33a1-4c52-a466-35ff2bff4f9f tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.1687856 Oct 28 20:54:25.441547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8f8494e-647d-4a3e-a3c6-76df3a834aaa req-c311871a-9de7-40d8-90f5-d12b131c719a service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343306 Oct 28 20:54:25.451988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b21e1-1951-4405-82ab-9d16864ee29a req-bb5c212b-a2b5-4ac0-9d35-07b018fc9a18 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:25.460515 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-443b21e1-1951-4405-82ab-9d16864ee29a req-bb5c212b-a2b5-4ac0-9d35-07b018fc9a18 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1157451 Oct 28 20:54:25.545717 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-443b21e1-1951-4405-82ab-9d16864ee29a req-4567e580-01bb-4cea-8e57-079c185af5b7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812144 Oct 28 20:54:25.555779 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3293e0-9614-4dbe-b0d2-129bfcef219d None None] New status for floating IP ad3c1297-1946-49ca-916d-a7ce762b5d0a: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:54:25.608022 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '4743effb-115c-482b-9fe3-342bb89ee1c5', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:28Z', 'updated_at': '2022-10-28T20:54:21Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:25.716558 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6dc54e-e9d0-40b5-8c18-c7db3dc0fdf3 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '4743effb-115c-482b-9fe3-342bb89ee1c5', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.245', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:28Z', 'updated_at': '2022-10-28T20:54:21Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:54:26.185514 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-04d9ca58-b0a6-4d2d-9f43-7104adbb21c2 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=9981f3807f9b41a3be1d1ef719734e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420270 Oct 28 20:54:26.408867 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-8334220a-06a6-43da-b70e-f7f1b714e7ac tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:26.411218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-8334220a-06a6-43da-b70e-f7f1b714e7ac tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2052398 Oct 28 20:54:26.425453 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Request body: {'port': {'device_id': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f', 'admin_state_up': True, 'tenant_id': '9981f3807f9b41a3be1d1ef719734e51'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:26.572676 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-355373da-d715-4bd1-8eb7-cb8cb5eaa6da req-e2fa030e-3244-4f21-8be7-282cdbbf0e04 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0405931 Oct 28 20:54:26.654252 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Made reservation on behalf of 9981f3807f9b41a3be1d1ef719734e51 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:54:26.661726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:26.679803 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:26.833973 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032caf-cf55-46ab-8333-2c5d5cf42f78 req-70bc930d-2c75-4079-b46c-af72b0268a6a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:26.837435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ba032caf-cf55-46ab-8333-2c5d5cf42f78 req-70bc930d-2c75-4079-b46c-af72b0268a6a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1427326 Oct 28 20:54:26.978291 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks [] for security_group (852454df-770a-4ec8-a79b-14ac211f540d), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:26.994559 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ba032caf-cf55-46ab-8333-2c5d5cf42f78 req-dcbe5a64-772c-4407-8eff-7460fcd8a7d5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406209 Oct 28 20:54:26.996399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (852454df-770a-4ec8-a79b-14ac211f540d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:27.101880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976190d9-9d04-4fa9-ab79-5926413254e7 None None] New status for floating IP 4743effb-115c-482b-9fe3-342bb89ee1c5: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:54:27.146075 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852454df-770a-4ec8-a79b-14ac211f540d,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:27.320151 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Allocated IP 192.168.233.42 (2bb0ab16-8d5f-4468-9373-05a9a00a7e3f/1ced0ff5-2787-4251-8440-97bd703c8e5a/c0885f8c-7455-44f6-aa08-0d9d6b9483c0) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:54:27.403798 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:54:27.523458 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8e68-5728-4f85-8952-a18c1f07a80f req-c917434b-156e-4bee-bb3b-32b745d42c5e tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:27.525701 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c5bf8e68-5728-4f85-8952-a18c1f07a80f req-c917434b-156e-4bee-bb3b-32b745d42c5e tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.2531331 Oct 28 20:54:27.628919 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c5bf8e68-5728-4f85-8952-a18c1f07a80f req-c41a1d5d-da37-4856-b177-2727a7c8e535 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900881 Oct 28 20:54:27.663770 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks [] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:27.791059 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f1441137-0595-45e1-807e-ca32c075645b req-7f5cb3f5-085a-458f-983e-8f1b4e6090d3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0647638 Oct 28 20:54:27.803551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:27.866490 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:54:27.870249 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:54:27.877079 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:54:27.882358 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:27.883026 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:27.896243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Pushing event updated for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:27.911080 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-06015118-9c90-4e8f-b449-4ae3365e95c7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4905562 Oct 28 20:54:27.928713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Request body: {'port': {'device_id': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:28.031449 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.181474 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Provisioning complete for port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:28.182395 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.182583 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Attempt 1 to provision port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 Oct 28 20:54:28.225930 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:54:28.285794 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febadb6-8e11-4864-a445-a836653fc588 req-dda5a78a-85d3-4e13-9081-84340e99cbab tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:28.287399 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5febadb6-8e11-4864-a445-a836653fc588 req-dda5a78a-85d3-4e13-9081-84340e99cbab tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1271977 Oct 28 20:54:28.379288 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5febadb6-8e11-4864-a445-a836653fc588 req-d650c000-bbc0-4f81-ba4a-e2de2973bd4d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847893 Oct 28 20:54:28.429383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0885f8c-7455-44f6-aa08-0d9d6b9483c0 {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:28.438725 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks [] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.452380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Transition to ACTIVE for port object c0885f8c-7455-44f6-aa08-0d9d6b9483c0 will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:54:28.457682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.530456 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Pushing event updated for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:28.539573 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Attempting to bind port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:54:28.539959 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Attempting to bind port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:54:28.540293 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Attempting to bind port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 on network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:54:28.545204 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 on network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:54:28.545530 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Attempting to bind port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 on network 2bb0ab16-8d5f-4468-9373-05a9a00a7e3f {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:54:28.551848 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:54:28.552193 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Checking segment: {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:54:28.552585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Bound using segment: {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:54:28.553029 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Bound port: c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a3905df-6be4-4a48-9b7e-98341cdace78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:54:28.553395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.622759 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:54:28.627867 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:54:28.637137 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.646474 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:28.647429 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:28.650188 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] 10.222.0.26 "PUT /v2.0/ports/c0885f8c-7455-44f6-aa08-0d9d6b9483c0 HTTP/1.1" status: 200 len: 1097 time: 0.7287591 Oct 28 20:54:28.651024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:28.655188 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cf04a5-949d-4b50-8e5b-e0caa844e673" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:28.726780 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Attempt 2 to provision port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 Oct 28 20:54:28.731583 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19cf220-e078-4dd0-9417-0af49c249709 x-openstack-request-id: req-a19cf220-e078-4dd0-9417-0af49c249709 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:28.731964 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:28.732222 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a19cf220-e078-4dd0-9417-0af49c249709 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:28.732654 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19cf220-e078-4dd0-9417-0af49c249709'] response: {'name': 'network-changed', 'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0', 'status': 'completed', 'code': 200} Oct 28 20:54:28.734881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1523de5-7356-46c5-9e5c-f05364885bbc service neutron] Pushing event updated for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:28.785853 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-fc902af1-49f3-4f90-b9b7-94f776192cb2 None None] Port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:54:28.819005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e91b1a-28e8-47ae-bf96-70683404c144 req-cd3f935e-14c5-4c51-a383-c4d7396608bf tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:28.820621 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-30e91b1a-28e8-47ae-bf96-70683404c144 req-cd3f935e-14c5-4c51-a383-c4d7396608bf tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0870106 Oct 28 20:54:28.888945 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-30e91b1a-28e8-47ae-bf96-70683404c144 req-c711765e-af2e-422d-b73e-6e9b18da1d9f tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610590 Oct 28 20:54:28.943261 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c152715d-bd17-40c1-95e0-b1cb263c3d71 req-4db43108-9787-474b-8b7f-6bdc904168e3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:28.944995 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c152715d-bd17-40c1-95e0-b1cb263c3d71 req-4db43108-9787-474b-8b7f-6bdc904168e3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0695264 Oct 28 20:54:28.999017 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c152715d-bd17-40c1-95e0-b1cb263c3d71 req-93580d2e-71e7-4faf-bb23-986b60f5e5bb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472589 Oct 28 20:54:29.527184 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8093c-8b5d-4c66-b7b9-1701363b1eeb req-87a3f19a-cece-4186-a009-0061c1d8e6e1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:29.529818 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bbe8093c-8b5d-4c66-b7b9-1701363b1eeb req-87a3f19a-cece-4186-a009-0061c1d8e6e1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0712624 Oct 28 20:54:29.816505 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bbe8093c-8b5d-4c66-b7b9-1701363b1eeb req-3bca26db-9a40-4cec-8a15-4dcf44cbea8f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809627 Oct 28 20:54:30.046948 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d61d28-96f4-4fd4-a99d-fe885a253bdd req-53ee764d-730d-4409-8a2d-7aa77aa172cf tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:30.049389 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41d61d28-96f4-4fd4-a99d-fe885a253bdd req-53ee764d-730d-4409-8a2d-7aa77aa172cf tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0650699 Oct 28 20:54:30.136160 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41d61d28-96f4-4fd4-a99d-fe885a253bdd req-0c6e8022-e2bd-43c0-8304-e50d81d5d4aa tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801649 Oct 28 20:54:30.165676 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb7078-ffa7-4342-87cc-fdf4d04eef82 req-901a1bba-3156-4163-aeb3-6ba99e86de62 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:30.167320 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c4eb7078-ffa7-4342-87cc-fdf4d04eef82 req-901a1bba-3156-4163-aeb3-6ba99e86de62 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0890713 Oct 28 20:54:30.237204 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c4eb7078-ffa7-4342-87cc-fdf4d04eef82 req-a90269b4-443b-4b4b-a832-82b2c284bba2 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575280 Oct 28 20:54:30.973804 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3cd6-c398-4de9-8035-875faaf7d3c5 req-7bd8263d-81ca-4470-aecf-6e6177365576 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:30.975269 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c00c3cd6-c398-4de9-8035-875faaf7d3c5 req-7bd8263d-81ca-4470-aecf-6e6177365576 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0564570 Oct 28 20:54:31.028570 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c00c3cd6-c398-4de9-8035-875faaf7d3c5 req-dc315c81-b962-4c1c-b030-0a7937d1907d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464909 Oct 28 20:54:31.157911 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf04a5-949d-4b50-8e5b-e0caa844e673 req-fb0b2ab3-c403-4672-9e13-93df54e647b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.159472 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-79cf04a5-949d-4b50-8e5b-e0caa844e673 req-fb0b2ab3-c403-4672-9e13-93df54e647b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981f3807f9b41a3be1d1ef719734e51&device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 1131 time: 0.0520146 Oct 28 20:54:31.217689 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-79cf04a5-949d-4b50-8e5b-e0caa844e673 req-9977cb1f-1e7d-45ba-8f87-3843f78b29c6 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9981f3807f9b41a3be1d1ef719734e51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317340 Oct 28 20:54:31.471984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933595f-6004-449b-8fac-19af4701151e req-20060e33-464f-46ce-b9c1-c64a3cf1d1d9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.473510 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0933595f-6004-449b-8fac-19af4701151e req-20060e33-464f-46ce-b9c1-c64a3cf1d1d9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.2444382 Oct 28 20:54:31.507723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf04a5-949d-4b50-8e5b-e0caa844e673 req-d27c7b59-d1ff-4e4c-a060-0894dd289b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.509076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-79cf04a5-949d-4b50-8e5b-e0caa844e673 req-d27c7b59-d1ff-4e4c-a060-0894dd289b5b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2693787 Oct 28 20:54:31.520672 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8e9da-49ba-443a-89d6-b887a7e3f656 req-23cfbc75-c63f-4693-aebf-5d9e00c0d314 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.522774 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b3a8e9da-49ba-443a-89d6-b887a7e3f656 req-23cfbc75-c63f-4693-aebf-5d9e00c0d314 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.1978154 Oct 28 20:54:31.579777 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0933595f-6004-449b-8fac-19af4701151e req-8a3ce905-52f3-427d-9496-ab8e0e3f15d9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938075 Oct 28 20:54:31.630440 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b3a8e9da-49ba-443a-89d6-b887a7e3f656 req-82e6b139-411d-4271-9219-e164a40432b3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929790 Oct 28 20:54:31.642126 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-a487946c-202f-487a-ba97-7cc9845f0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.644702 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-a487946c-202f-487a-ba97-7cc9845f0ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9981f3807f9b41a3be1d1ef719734e51&device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 1131 time: 0.0819664 Oct 28 20:54:31.701024 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-d67d5487-5e96-448c-98a8-e2cadbba7e71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0 HTTP/1.1" status: 200 len: 217 time: 0.0388610 Oct 28 20:54:31.754611 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-0b9e59a2-e2dc-4574-99cd-7f98c133f535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.756244 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-0b9e59a2-e2dc-4574-99cd-7f98c133f535 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ced0ff5-2787-4251-8440-97bd703c8e5a HTTP/1.1" status: 200 len: 843 time: 0.0467904 Oct 28 20:54:31.807506 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-8e0ccf7d-2b48-4379-97f3-1e6cae19bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:31.808985 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-8e0ccf7d-2b48-4379-97f3-1e6cae19bc11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2bb0ab16-8d5f-4468-9373-05a9a00a7e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0463607 Oct 28 20:54:31.928996 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-07d2813c-f665-4047-9009-6ac27ca93051 service neutron] 10.222.0.26 "GET /v2.0/networks/2bb0ab16-8d5f-4468-9373-05a9a00a7e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023793 Oct 28 20:54:32.044953 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d8ea7d5-ad1d-43a0-b889-34ce71a24279 req-10324028-cb57-463e-9e89-9ebeae6ba0a2 service neutron] 10.222.0.26 "GET /v2.0/networks/2bb0ab16-8d5f-4468-9373-05a9a00a7e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032584 Oct 28 20:54:32.164481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac536feb-5ee0-4b82-91ca-b6763095f63c req-b8385a8f-0578-485a-a9da-17c4e426daac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:32.165988 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac536feb-5ee0-4b82-91ca-b6763095f63c req-b8385a8f-0578-485a-a9da-17c4e426daac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0576386 Oct 28 20:54:32.218381 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac536feb-5ee0-4b82-91ca-b6763095f63c req-3828ab6a-b9e6-476b-a387-416901208e35 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460865 Oct 28 20:54:32.749308 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388361dc-84c6-444e-ae87-2a5112bd0e63 req-7ce84b1d-7f8d-4389-bac3-3c0d0d303121 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:32.750923 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-388361dc-84c6-444e-ae87-2a5112bd0e63 req-7ce84b1d-7f8d-4389-bac3-3c0d0d303121 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0949345 Oct 28 20:54:32.789918 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa1a4b-5c3a-437b-92fd-320831f1434f req-ad91c3c5-b053-402c-b162-a0fd65d008ff tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:32.791391 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-69aa1a4b-5c3a-437b-92fd-320831f1434f req-ad91c3c5-b053-402c-b162-a0fd65d008ff tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0858450 Oct 28 20:54:32.826026 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-388361dc-84c6-444e-ae87-2a5112bd0e63 req-2405be0d-e8aa-4ec5-b334-9cf57be214e2 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688138 Oct 28 20:54:32.857623 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-69aa1a4b-5c3a-437b-92fd-320831f1434f req-c9a18c16-76eb-421d-ae30-6fb36d7bf67e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567920 Oct 28 20:54:33.354997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bc8b9-39f2-4869-b7d7-07046085c5c7 req-fdf1c4b0-6624-4030-9198-b93a8f8e209e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:33.356680 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-017bc8b9-39f2-4869-b7d7-07046085c5c7 req-fdf1c4b0-6624-4030-9198-b93a8f8e209e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0608540 Oct 28 20:54:33.409047 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-017bc8b9-39f2-4869-b7d7-07046085c5c7 req-4c55af3c-a268-4a49-a08f-fd9fd8b3eb7e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Oct 28 20:54:33.996420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3235b-f5d3-49ca-aaaf-d3b1e4aa26de req-ec5a083d-b55f-484e-826c-b60fc3978805 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:33.998015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-73e3235b-f5d3-49ca-aaaf-d3b1e4aa26de req-ec5a083d-b55f-484e-826c-b60fc3978805 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0887809 Oct 28 20:54:34.032801 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb332eb-8ac3-42e6-acfd-ca3ddc73166e req-f49e47e8-ed64-4b6b-9777-822a932681c9 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:34.034355 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ddb332eb-8ac3-42e6-acfd-ca3ddc73166e req-f49e47e8-ed64-4b6b-9777-822a932681c9 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0846727 Oct 28 20:54:34.082139 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-73e3235b-f5d3-49ca-aaaf-d3b1e4aa26de req-315f2266-b11d-4da7-b937-dfa9d6b16c21 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770164 Oct 28 20:54:34.118800 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ddb332eb-8ac3-42e6-acfd-ca3ddc73166e req-3120a690-b782-4e57-aa0f-bfb2cfd9fcd5 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738733 Oct 28 20:54:34.542242 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed55496-12cd-4f8c-8fc5-b9ac1ca11af1 req-2a2372b7-4ec2-4631-af1e-327334740cd6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:34.544104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2ed55496-12cd-4f8c-8fc5-b9ac1ca11af1 req-2a2372b7-4ec2-4631-af1e-327334740cd6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0557706 Oct 28 20:54:34.610693 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2ed55496-12cd-4f8c-8fc5-b9ac1ca11af1 req-4d216a30-294d-4112-a2f5-9bd6c837d7b8 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590372 Oct 28 20:54:35.268066 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa655-4f37-4b9a-b21a-e8c6c2d85f95 req-06fe8752-d908-4b94-9bc9-c1480d8db130 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:35.269702 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-894aa655-4f37-4b9a-b21a-e8c6c2d85f95 req-06fe8752-d908-4b94-9bc9-c1480d8db130 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0954599 Oct 28 20:54:35.323395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b99a-6acf-438d-9cc9-126500c70464 req-4d30fa29-bd55-47a8-8683-e3cf5961a95f tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:35.324935 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2215b99a-6acf-438d-9cc9-126500c70464 req-4d30fa29-bd55-47a8-8683-e3cf5961a95f tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.1041560 Oct 28 20:54:35.344236 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-894aa655-4f37-4b9a-b21a-e8c6c2d85f95 req-bc2223da-8c75-4905-8079-a6af1a0fa4ef tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/security-groups?id=e0c55e61-e7b5-4951-8cfd-38128c4db51a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675018 Oct 28 20:54:35.392290 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2215b99a-6acf-438d-9cc9-126500c70464 req-0b178c6d-932f-4121-abb2-faf4b1ccd569 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605667 Oct 28 20:54:35.434475 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-3132e8f0-77a2-46ef-b333-cf4af49eb842 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:35.435991 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-3132e8f0-77a2-46ef-b333-cf4af49eb842 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 946 time: 0.0605919 Oct 28 20:54:35.575091 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Deleting port d1f8b821-815a-4c05-af46-f43a12270d1c {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:54:35.575793 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:35.694385 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] For port d1f8b821-815a-4c05-af46-f43a12270d1c, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d1f8b821-815a-4c05-af46-f43a12270d1c,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:35.694808 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:35.747585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Calling delete_port for d1f8b821-815a-4c05-af46-f43a12270d1c owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:54:35.850821 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af360e6e-5a31-48e5-9a46-f3880e63bbca req-543b0b6d-1c78-4686-afa1-eab71b163dfd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:35.852454 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af360e6e-5a31-48e5-9a46-f3880e63bbca req-543b0b6d-1c78-4686-afa1-eab71b163dfd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1528833 Oct 28 20:54:35.971853 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af360e6e-5a31-48e5-9a46-f3880e63bbca req-15251b01-afe2-47fc-95a0-9213fb7b2f94 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126034 Oct 28 20:54:35.998800 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (d1f8b821-815a-4c05-af46-f43a12270d1c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:36.032854 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Pushing event deleted for resources: {'Port': ['ID=d1f8b821-815a-4c05-af46-f43a12270d1c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:36.104806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] No DVR routers for this DVR port d1f8b821-815a-4c05-af46-f43a12270d1c on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:54:36.109747 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:36.116501 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5cdac252-4a90-4d61-b64e-fc572a0758b8 req-16f86d84-9969-4a8e-9788-fc0162a706f9 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.26 "DELETE /v2.0/ports/d1f8b821-815a-4c05-af46-f43a12270d1c HTTP/1.1" status: 204 len: 173 time: 0.6745887 Oct 28 20:54:36.117248 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'name': 'network-vif-deleted', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:36.121320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95139e61-6ee8-4122-9d5f-7e51ed461604" -d '{"events": [{"server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "name": "network-vif-deleted", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:36.166445 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3452fd-833e-4d6c-bfc9-bda8c185e1ac x-openstack-request-id: req-9a3452fd-833e-4d6c-bfc9-bda8c185e1ac {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:36.166745 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e627738-545e-4cb2-86fa-2291d6cbbcfa", "name": "network-vif-deleted", "tag": "d1f8b821-815a-4c05-af46-f43a12270d1c", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:36.167001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9a3452fd-833e-4d6c-bfc9-bda8c185e1ac {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:36.167411 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3452fd-833e-4d6c-bfc9-bda8c185e1ac'] response: {'server_uuid': '2e627738-545e-4cb2-86fa-2291d6cbbcfa', 'name': 'network-vif-deleted', 'tag': 'd1f8b821-815a-4c05-af46-f43a12270d1c', 'status': 'completed', 'code': 200} Oct 28 20:54:36.455153 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5667047e-444b-4ef1-9840-8824cd6d8ab0 req-2853be6f-a5c8-4ab9-b3a6-e0195bcf3f3a tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0330858 Oct 28 20:54:36.534095 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e923d59-6284-4d0f-be9b-24c73c5785b9 req-d0d4102a-4b42-4fcc-aa9f-7e9606d4b40e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:36.535655 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e923d59-6284-4d0f-be9b-24c73c5785b9 req-d0d4102a-4b42-4fcc-aa9f-7e9606d4b40e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0599446 Oct 28 20:54:36.587339 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e923d59-6284-4d0f-be9b-24c73c5785b9 req-20626f25-2264-40ef-bccd-5bf688d10ba8 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456381 Oct 28 20:54:36.816123 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d1f8b821-815a-4c05-af46-f43a12270d1c no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:54:36.840605 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: d1f8b821-815a-4c05-af46-f43a12270d1c {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:54:36.840952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d1f8b821-815a-4c05-af46-f43a12270d1c not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:54:37.104225 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915735e-e4d5-4e98-989c-05eb1110f07c req-cbc2fd16-a2f7-4b80-bacf-43b466d62d5a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:37.105791 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b915735e-e4d5-4e98-989c-05eb1110f07c req-cbc2fd16-a2f7-4b80-bacf-43b466d62d5a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0595100 Oct 28 20:54:37.158621 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b915735e-e4d5-4e98-989c-05eb1110f07c req-a655e991-455c-455c-b16b-f94def73524c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459900 Oct 28 20:54:37.580338 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-84d9303b-84b0-42b9-85e5-161cfefc9850 req-314fe5b7-c185-414d-a626-e1074a515009 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0284576 Oct 28 20:54:37.725511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54512aa0-a2fd-42b0-b115-225449c8c2fa req-1714602f-5fdb-44a4-bc9a-623fdad24ced tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:37.727106 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-54512aa0-a2fd-42b0-b115-225449c8c2fa req-1714602f-5fdb-44a4-bc9a-623fdad24ced tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0612583 Oct 28 20:54:37.778203 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-54512aa0-a2fd-42b0-b115-225449c8c2fa req-0b33406e-0db5-43d9-b0a9-b10aac2ca8bf tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Oct 28 20:54:38.306633 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515be53-a0ab-464e-9c23-4e13d4ad829d req-8e93c90d-feb2-4683-8e7e-8841840d860a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:38.309511 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4515be53-a0ab-464e-9c23-4e13d4ad829d req-8e93c90d-feb2-4683-8e7e-8841840d860a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0744185 Oct 28 20:54:38.359277 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4515be53-a0ab-464e-9c23-4e13d4ad829d req-f72c4c33-376d-4fdc-ba2f-f554a5d64887 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440407 Oct 28 20:54:38.691814 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0ac76e6-2464-4816-9f36-f411ff82c7cb req-b0590142-d0df-4d67-8fd4-097ef7d0038f tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0306187 Oct 28 20:54:38.914654 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecbfd6-b15f-48eb-9679-baaddb3c6bb3 req-762081dd-2b78-43bd-ad24-6942e954e714 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:38.916281 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89ecbfd6-b15f-48eb-9679-baaddb3c6bb3 req-762081dd-2b78-43bd-ad24-6942e954e714 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.0551236 Oct 28 20:54:38.967300 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89ecbfd6-b15f-48eb-9679-baaddb3c6bb3 req-ba2ff0a9-7e18-4cc9-a066-0149d4c27634 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452070 Oct 28 20:54:39.526029 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a62a-2f92-467d-bb13-2a0bf89b0d70 req-437b1c24-de6a-4237-aca4-4b507939ef0e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:39.527624 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3442a62a-2f92-467d-bb13-2a0bf89b0d70 req-437b1c24-de6a-4237-aca4-4b507939ef0e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0819409 Oct 28 20:54:39.583684 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3442a62a-2f92-467d-bb13-2a0bf89b0d70 req-c7302d57-8856-4748-885c-761b15b380a2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496097 Oct 28 20:54:39.849200 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55e52228-26b8-434e-bb01-762c8901c3b7 req-656e7947-b331-4796-ad63-19cb6809ecd2 tempest-DeleteServersTestJSON-641837306 tempest-DeleteServersTestJSON-641837306-project] 10.222.0.49 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0380986 Oct 28 20:54:40.203119 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dfbc26-c113-4201-abd7-64453113955d req-b61572e8-2ddc-49ad-a7b5-652080284d30 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:40.206396 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-64dfbc26-c113-4201-abd7-64453113955d req-b61572e8-2ddc-49ad-a7b5-652080284d30 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.1298671 Oct 28 20:54:40.238971 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6b542adb-576b-46d0-9e2f-60877929564d req-ea50f0a8-1647-4152-a9bf-388ce639932f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0676668 Oct 28 20:54:40.288051 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:40.336085 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6b542adb-576b-46d0-9e2f-60877929564d req-a4b61ed5-1546-4a7d-9c4a-b019930b4d35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dca1f27b8d344d09bd6637d783fa6361&device_id=2e627738-545e-4cb2-86fa-2291d6cbbcfa HTTP/1.1" status: 200 len: 210 time: 0.0332811 Oct 28 20:54:40.339579 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-64dfbc26-c113-4201-abd7-64453113955d req-2d789fcd-c074-48fd-ae89-c2b6fac73719 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076257 Oct 28 20:54:40.622863 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542adb-576b-46d0-9e2f-60877929564d req-2b07f33c-7d05-46dc-931d-b4018d9a5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:40.624843 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6b542adb-576b-46d0-9e2f-60877929564d req-2b07f33c-7d05-46dc-931d-b4018d9a5f04 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dca1f27b8d344d09bd6637d783fa6361&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2392378 Oct 28 20:54:40.992172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4cf35-c2e6-4b1d-8019-de9004693b03 req-177c4993-c74b-485f-9adc-b5f3d3db3d54 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:40.994930 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-01f4cf35-c2e6-4b1d-8019-de9004693b03 req-177c4993-c74b-485f-9adc-b5f3d3db3d54 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.3292954 Oct 28 20:54:41.118021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-01f4cf35-c2e6-4b1d-8019-de9004693b03 req-d0d0d439-c7e1-42b9-88ce-6d89e9df7287 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090181 Oct 28 20:54:41.494403 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c0885f8c-7455-44f6-aa08-0d9d6b9483c0 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:54:41.588470 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9bb1c-6f54-4261-a6e9-dfd9cf923ed5 req-7960606b-1bf0-4a10-9189-90ec4efc73ae tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:41.590043 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d2c9bb1c-6f54-4261-a6e9-dfd9cf923ed5 req-7960606b-1bf0-4a10-9189-90ec4efc73ae tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 947 time: 0.1239526 Oct 28 20:54:41.628905 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b542adb-576b-46d0-9e2f-60877929564d req-a3d5e50c-087a-4b41-96d1-065fb1773855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:41.630367 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6b542adb-576b-46d0-9e2f-60877929564d req-a3d5e50c-087a-4b41-96d1-065fb1773855 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341295 Oct 28 20:54:41.661735 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d2c9bb1c-6f54-4261-a6e9-dfd9cf923ed5 req-2545446b-ec87-4bfe-a7ba-08d2e95e53c4 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Oct 28 20:54:41.664475 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:41.682553 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0', 'network_id': '2bb0ab16-8d5f-4468-9373-05a9a00a7e3f', 'port_id': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0', 'mac_address': 'fa:16:3e:ee:cb:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ced0ff5-2787-4251-8440-97bd703c8e5a', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:54:41.751508 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:41.752178 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:41.775068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0885f8c-7455-44f6-aa08-0d9d6b9483c0 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:54:41.803796 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:41.808556 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:41.858429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:42.074552 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-02bc949d-495d-480a-935f-b03e3c9e3c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:42.275837 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfc6c3-7083-4ae8-8b30-225ecd6c89c1 req-475b11bd-8185-4656-afac-245d121a3f6c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:42.277451 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cddfc6c3-7083-4ae8-8b30-225ecd6c89c1 req-475b11bd-8185-4656-afac-245d121a3f6c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0661154 Oct 28 20:54:42.340821 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cddfc6c3-7083-4ae8-8b30-225ecd6c89c1 req-8d8b445a-6a2a-43b5-9784-7279f634b520 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528026 Oct 28 20:54:42.803956 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d162f5-62da-468c-950f-73dd4ff0b157 req-d162d93b-4846-48f9-9d10-581395a0adb1 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:42.806145 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4d162f5-62da-468c-950f-73dd4ff0b157 req-d162d93b-4846-48f9-9d10-581395a0adb1 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0634246 Oct 28 20:54:42.861550 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4d162f5-62da-468c-950f-73dd4ff0b157 req-2d45ebd6-6b02-447a-aca0-5ebd7c4b684c tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491121 Oct 28 20:54:43.486335 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a957f-c9f2-458b-82a6-16153b925e04 req-8de3ed08-4971-48f4-a0cd-441f8eb344b0 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:43.488184 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-702a957f-c9f2-458b-82a6-16153b925e04 req-8de3ed08-4971-48f4-a0cd-441f8eb344b0 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0672505 Oct 28 20:54:43.544092 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-702a957f-c9f2-458b-82a6-16153b925e04 req-a49895a5-b8e0-4eb8-a71e-487d36ac7f24 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Oct 28 20:54:43.898958 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['c0885f8c-7455-44f6-aa08-0d9d6b9483c0'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:54:44.018207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937984c-25a4-4862-9624-09ff38937a5c req-0eb441b4-52a8-4f8d-9967-07c0d372af08 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:44.020125 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2937984c-25a4-4862-9624-09ff38937a5c req-0eb441b4-52a8-4f8d-9967-07c0d372af08 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0681834 Oct 28 20:54:44.084409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2937984c-25a4-4862-9624-09ff38937a5c req-22fe9a19-7eb3-4ea6-8a95-447148ca616c tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Oct 28 20:54:44.670737 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-348d700b-d669-433c-bcf2-98a7904ace78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:44.704939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57810) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:44.724760 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7948b8-6dc8-4be9-88f1-be1fd4ecf783 req-e8f1a7a6-5638-47f3-b52c-3d3a5b746664 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:44.726458 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2c7948b8-6dc8-4be9-88f1-be1fd4ecf783 req-e8f1a7a6-5638-47f3-b52c-3d3a5b746664 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0737221 Oct 28 20:54:44.790192 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2c7948b8-6dc8-4be9-88f1-be1fd4ecf783 req-1565ce12-adcb-479a-9568-9d1bf453ebff tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530975 Oct 28 20:54:45.214643 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (c5c06396-122c-45e7-a051-1a5161b12fb0), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:45.217805 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e35025-7cd0-4e56-a98e-5d0b02b63d51 req-f5f8c31f-a1e0-4eb3-9896-695b8bdfbaf7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:45.219540 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4e35025-7cd0-4e56-a98e-5d0b02b63d51 req-f5f8c31f-a1e0-4eb3-9896-695b8bdfbaf7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0594835 Oct 28 20:54:45.298501 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4e35025-7cd0-4e56-a98e-5d0b02b63d51 req-d2bfe116-6f86-412c-918c-1c66e5d72beb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658128 Oct 28 20:54:45.589089 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Deleting port 65ce548d-1eda-4ac6-8ef0-431f28e78f69 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:54:45.589506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:45.679030 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] For port 65ce548d-1eda-4ac6-8ef0-431f28e78f69, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=65ce548d-1eda-4ac6-8ef0-431f28e78f69,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:45.679383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:45.693002 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Calling delete_port for 65ce548d-1eda-4ac6-8ef0-431f28e78f69 owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:54:45.921959 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (65ce548d-1eda-4ac6-8ef0-431f28e78f69), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:45.966097 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ea734-5002-4db9-a218-4971afbda0cb req-aa8839d4-820a-449d-877e-1b5aba361075 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:45.967794 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df6ea734-5002-4db9-a218-4971afbda0cb req-aa8839d4-820a-449d-877e-1b5aba361075 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0652986 Oct 28 20:54:46.029088 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df6ea734-5002-4db9-a218-4971afbda0cb req-54244fe8-e51b-4d6e-b3bc-7d52d8a3610b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Oct 28 20:54:46.155523 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Pushing event deleted for resources: {'Port': ['ID=65ce548d-1eda-4ac6-8ef0-431f28e78f69,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:46.371663 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (c5c06396-122c-45e7-a051-1a5161b12fb0), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:46.472140 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7c76e-3e19-4f03-99a4-24ee3a8666cb req-b34c0ec5-0b87-454d-8812-dcf19a78331b tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:46.473851 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-90f7c76e-3e19-4f03-99a4-24ee3a8666cb req-b34c0ec5-0b87-454d-8812-dcf19a78331b tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0587437 Oct 28 20:54:46.533315 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-90f7c76e-3e19-4f03-99a4-24ee3a8666cb req-8c5b0a8f-c5bd-4005-96f4-f3d5e38d7983 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518398 Oct 28 20:54:46.620614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Router c5c06396-122c-45e7-a051-1a5161b12fb0 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:54:46.637122 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:46.740178 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:54:46.752620 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57826) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:46.753333 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e0b420b1-77b5-4212-b067-438f4d70fe4a admin admin] 10.222.0.49 "PUT /v2.0/routers/c5c06396-122c-45e7-a051-1a5161b12fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0467777 Oct 28 20:54:46.759646 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Sync routers for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:54:46.775794 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:46.776787 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:46.910184 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks [] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:47.025811 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:47.036476 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks [] for router_gateway (c5c06396-122c-45e7-a051-1a5161b12fb0), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:47.126397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Deleting port 5d3c54fd-b410-4589-981a-ac63241ba6c9 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:54:47.126944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:47.227183 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:54:45Z', 'revision_number': 5, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port': {'id': '5d3c54fd-b410-4589-981a-ac63241ba6c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:02Z', 'updated_at': '2022-10-28T20:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:47.255112 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Checking router: c5c06396-122c-45e7-a051-1a5161b12fb0 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:54:47.267167 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Routers {'c5c06396-122c-45e7-a051-1a5161b12fb0'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:54:47.276459 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:54:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c5c06396-122c-45e7-a051-1a5161b12fb0'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:47.341249 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d573ed-1193-4fa7-ad05-d57de09e1096 req-d9c3db03-1117-47c9-a5b6-af4f4fd6dbec tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:47.344743 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a9d573ed-1193-4fa7-ad05-d57de09e1096 req-d9c3db03-1117-47c9-a5b6-af4f4fd6dbec tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1931756 Oct 28 20:54:47.373459 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] Set router c5c06396-122c-45e7-a051-1a5161b12fb0 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:54:47.377050 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] For port 5d3c54fd-b410-4589-981a-ac63241ba6c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5d3c54fd-b410-4589-981a-ac63241ba6c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:47.377660 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:47.421239 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Calling delete_port for 5d3c54fd-b410-4589-981a-ac63241ba6c9 owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:54:47.429324 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:54:47Z', 'revision_number': 6, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:47.456701 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b86b58-b3a7-4cca-9d03-602c6cce5042 None None] The sync data for ids ['c5c06396-122c-45e7-a051-1a5161b12fb0'] in dv-cinder-859839-2-iscsi is: [{'id': 'c5c06396-122c-45e7-a051-1a5161b12fb0', 'name': 'tempest-DeleteServersTestJSON-182084929-router', 'tenant_id': 'dca1f27b8d344d09bd6637d783fa6361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:54:47Z', 'revision_number': 6, 'project_id': 'dca1f27b8d344d09bd6637d783fa6361', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:54:47.533116 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a9d573ed-1193-4fa7-ad05-d57de09e1096 req-50f73690-07b2-4254-9771-0a2c04adb15a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777127 Oct 28 20:54:47.710866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db59417d-ed8b-4f2f-a3d7-a1901cd99540 req-86cbffc2-986f-4791-999f-21770a1dc998 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:47.712547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-db59417d-ed8b-4f2f-a3d7-a1901cd99540 req-86cbffc2-986f-4791-999f-21770a1dc998 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0969315 Oct 28 20:54:47.755018 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (5d3c54fd-b410-4589-981a-ac63241ba6c9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:47.800391 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3c54fd-b410-4589-981a-ac63241ba6c9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:47.810249 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-db59417d-ed8b-4f2f-a3d7-a1901cd99540 req-d236105d-1ea8-43c9-9e86-e62e57969bd5 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860627 Oct 28 20:54:47.829724 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (c5c06396-122c-45e7-a051-1a5161b12fb0), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.037077 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.041119 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks [] for router_controller (c5c06396-122c-45e7-a051-1a5161b12fb0), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.161417 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (c5c06396-122c-45e7-a051-1a5161b12fb0), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.162129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c06396-122c-45e7-a051-1a5161b12fb0 {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:54:48.167963 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.169235 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1bb38ca6-01e3-45c4-9886-40bd227ac05e admin admin] 10.222.0.49 "DELETE /v2.0/routers/c5c06396-122c-45e7-a051-1a5161b12fb0 HTTP/1.1" status: 204 len: 168 time: 1.4152434 Oct 28 20:54:48.173080 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57838) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:48.235086 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Deleting subnet 04c9df3f-6c6e-4b4e-9769-1d19badba3e7 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:54:48.239477 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Publish callbacks [] for subnet (04c9df3f-6c6e-4b4e-9769-1d19badba3e7), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.279896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.298679 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Publish callbacks [] for subnet (04c9df3f-6c6e-4b4e-9769-1d19badba3e7), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.423289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (04c9df3f-6c6e-4b4e-9769-1d19badba3e7), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.492469 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (04c9df3f-6c6e-4b4e-9769-1d19badba3e7), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.517057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c9df3f-6c6e-4b4e-9769-1d19badba3e7,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:48.531108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.535708 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-00e18bc5-3896-4f06-8306-7bc74faf5ba0 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/04c9df3f-6c6e-4b4e-9769-1d19badba3e7 HTTP/1.1" status: 204 len: 168 time: 0.3611288 Oct 28 20:54:48.537768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57842) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:48.541508 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c56801-01b8-44bf-8233-f0b3bd38457a None None] Network f7146be1-4714-4b02-a562-bb1f0e0886cb requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:54:48.642498 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (f7146be1-4714-4b02-a562-bb1f0e0886cb), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.729202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5348e017-9554-4dd3-a987-eb5733da701c req-3f9cef28-ca0c-4893-a250-a3b50a2ff2b2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:48.731192 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5348e017-9554-4dd3-a987-eb5733da701c req-3f9cef28-ca0c-4893-a250-a3b50a2ff2b2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0922124 Oct 28 20:54:48.732974 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.737141 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Deleting port dc5deb0a-e9fd-4943-be22-27ef143ee641 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:54:48.737585 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.757675 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] DHCP port deletion for f7146be1-4714-4b02-a562-bb1f0e0886cb request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:54:48.827975 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5348e017-9554-4dd3-a987-eb5733da701c req-17e0470a-fb0e-4704-9c23-f8cca35b2bc1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810084 Oct 28 20:54:48.839998 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] For port dc5deb0a-e9fd-4943-be22-27ef143ee641, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=dc5deb0a-e9fd-4943-be22-27ef143ee641,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:48.839998 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.852297 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Calling delete_port for dc5deb0a-e9fd-4943-be22-27ef143ee641 owned by network:dhcp {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:54:48.856602 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Deleting port dc5deb0a-e9fd-4943-be22-27ef143ee641 {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:54:48.857010 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.941848 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] For port dc5deb0a-e9fd-4943-be22-27ef143ee641, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=dc5deb0a-e9fd-4943-be22-27ef143ee641,segment=NetworkSegment(60624e49-c21f-4c5b-87f1-56f6eb7ef9a2),segment_id=60624e49-c21f-4c5b-87f1-56f6eb7ef9a2)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:48.941848 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.959483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Calling delete_port for dc5deb0a-e9fd-4943-be22-27ef143ee641 owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:54:48.977176 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:48.978255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6446ac-4f58-4983-a190-792bc53bb1a6 req-b5b39817-a80e-40c0-84ad-8e061c8d8859 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:48.980093 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7e6446ac-4f58-4983-a190-792bc53bb1a6 req-b5b39817-a80e-40c0-84ad-8e061c8d8859 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 948 time: 0.0722315 Oct 28 20:54:49.016652 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5deb0a-e9fd-4943-be22-27ef143ee641,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:49.030089 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] No DVR routers for this DVR port dc5deb0a-e9fd-4943-be22-27ef143ee641 on host dv-cinder-859839-2-iscsi {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:54:49.082553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7e6446ac-4f58-4983-a190-792bc53bb1a6 req-4e8b9fd5-3faa-46ab-bf41-e8e87812471b tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957034 Oct 28 20:54:49.138769 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (dc5deb0a-e9fd-4943-be22-27ef143ee641), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.160481 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (f7146be1-4714-4b02-a562-bb1f0e0886cb), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.172699 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] Pushing event deleted for resources: {'Port': ['ID=dc5deb0a-e9fd-4943-be22-27ef143ee641,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:49.191030 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d18a0-410d-4710-81bf-34f44587aa90 None None] No DVR routers for this DVR port dc5deb0a-e9fd-4943-be22-27ef143ee641 on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:54:49.207713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7146be1-4714-4b02-a562-bb1f0e0886cb']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:49.226591 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:49.228199 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60624e49-c21f-4c5b-87f1-56f6eb7ef9a2') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:54:49.255489 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (60624e49-c21f-4c5b-87f1-56f6eb7ef9a2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.289288 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (60624e49-c21f-4c5b-87f1-56f6eb7ef9a2), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.301089 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:54:49.301671 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (60624e49-c21f-4c5b-87f1-56f6eb7ef9a2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.383284 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 65ce548d-1eda-4ac6-8ef0-431f28e78f69 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:54:49.414833 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 65ce548d-1eda-4ac6-8ef0-431f28e78f69 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:54:49.415246 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 65ce548d-1eda-4ac6-8ef0-431f28e78f69 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:54:49.416078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device dc5deb0a-e9fd-4943-be22-27ef143ee641 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:54:49.435882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (f7146be1-4714-4b02-a562-bb1f0e0886cb), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.435882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.450050 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f7146be1-4714-4b02-a562-bb1f0e0886cb HTTP/1.1" status: 204 len: 168 time: 0.9091513 Oct 28 20:54:49.457817 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 60624e49-c21f-4c5b-87f1-56f6eb7ef9a2 resource provider aggregate not found Oct 28 20:54:49.465985 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c0885f8c-7455-44f6-aa08-0d9d6b9483c0 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:54:49.486514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: dc5deb0a-e9fd-4943-be22-27ef143ee641 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:54:49.486897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device dc5deb0a-e9fd-4943-be22-27ef143ee641 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:54:49.487358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5d3c54fd-b410-4589-981a-ac63241ba6c9 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:54:49.487461 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62a5dc-5a0b-42e0-b2d9-bf4664da9da8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7146be1-4714-4b02-a562-bb1f0e0886cb,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:49.501843 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 60624e49-c21f-4c5b-87f1-56f6eb7ef9a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60624e49-c21f-4c5b-87f1-56f6eb7ef9a2 found for delete ", "request_id": "req-71e27b88-ee19-47cd-b2b3-4b6c36cae1ec"}]} Oct 28 20:54:49.538248 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 5d3c54fd-b410-4589-981a-ac63241ba6c9 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:54:49.538593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5d3c54fd-b410-4589-981a-ac63241ba6c9 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:54:49.573278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:54:49.577763 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:54:49.578302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.578755 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 Oct 28 20:54:49.800147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:54:49.800646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.812112 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 57874) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:49.832023 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:54:49.834736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56a50c0-5f17-4941-85fb-6caf30c8191b" -d '{"events": [{"server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "name": "network-vif-plugged", "status": "completed", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:54:49.857278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:54:49.864381 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1865b905-3948-4455-a289-dcdd3e159465 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dca1f27b8d344d09bd6637d783fa6361&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502775 Oct 28 20:54:49.868711 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 57882) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:49.870456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.911666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e0bb75-b9a3-4caf-9f42-b27831fb44c8 x-openstack-request-id: req-e0e0bb75-b9a3-4caf-9f42-b27831fb44c8 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:54:49.912273 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "name": "network-vif-plugged", "status": "completed", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:54:49.912788 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0e0bb75-b9a3-4caf-9f42-b27831fb44c8 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:54:49.913531 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e0bb75-b9a3-4caf-9f42-b27831fb44c8'] response: {'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0', 'code': 200} Oct 28 20:54:49.931920 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] Publish callbacks [] for security_group (e0c55e61-e7b5-4951-8cfd-38128c4db51a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:49.958564 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:49.987395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] Publish callbacks [] for security_group (e0c55e61-e7b5-4951-8cfd-38128c4db51a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:50.052293 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5666e-a1b9-4512-a950-52c68b92a956 req-e9fe3672-48e5-4ccd-b8bb-a5a0ea0532cb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:50.053809 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1d5666e-a1b9-4512-a950-52c68b92a956 req-e9fe3672-48e5-4ccd-b8bb-a5a0ea0532cb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1065407 Oct 28 20:54:50.093124 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e0c55e61-e7b5-4951-8cfd-38128c4db51a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:50.098312 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:50.100200 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e0c55e61-e7b5-4951-8cfd-38128c4db51a HTTP/1.1" status: 204 len: 168 time: 0.2303805 Oct 28 20:54:50.125009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2183e-a57b-466c-ad4d-da5927f2b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c55e61-e7b5-4951-8cfd-38128c4db51a,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:50.142555 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1d5666e-a1b9-4512-a950-52c68b92a956 req-5d347b35-5787-44e3-b4cf-2f8b59851313 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783165 Oct 28 20:54:50.299293 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3b041-40cb-49fa-b1eb-92880097770c req-4392a73b-173d-457c-b340-c67c416ed89e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:50.301115 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-16d3b041-40cb-49fa-b1eb-92880097770c req-4392a73b-173d-457c-b340-c67c416ed89e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0750763 Oct 28 20:54:50.364432 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-16d3b041-40cb-49fa-b1eb-92880097770c req-6bf9079d-14ad-4378-bd35-e4c9b4fab8a8 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568829 Oct 28 20:54:51.295553 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842dac1e-32e3-446a-bc70-0f90ea52c011 req-47e2b17f-ec36-4097-973a-96f3711e57ff tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:51.297782 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-842dac1e-32e3-446a-bc70-0f90ea52c011 req-47e2b17f-ec36-4097-973a-96f3711e57ff tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0715671 Oct 28 20:54:51.351829 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-842dac1e-32e3-446a-bc70-0f90ea52c011 req-3ab8a4fa-8ed2-4cd4-a998-1b806d7eae7b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477331 Oct 28 20:54:51.508947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d063720-ef61-41a8-857f-40c166c388a3 req-44767d9d-1980-45a3-8915-f2af3e0bd1ce tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:51.510665 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d063720-ef61-41a8-857f-40c166c388a3 req-44767d9d-1980-45a3-8915-f2af3e0bd1ce tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0591147 Oct 28 20:54:51.599585 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d063720-ef61-41a8-857f-40c166c388a3 req-ef4d867e-ffd4-43f0-8034-8cf043e266c3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823567 Oct 28 20:54:52.516614 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d91486-5d30-4451-b1d2-5a898fa9b03b req-5223d601-0f93-4dd0-a283-1ab226653db6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:52.518409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c1d91486-5d30-4451-b1d2-5a898fa9b03b req-5223d601-0f93-4dd0-a283-1ab226653db6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0691712 Oct 28 20:54:52.576571 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c1d91486-5d30-4451-b1d2-5a898fa9b03b req-78d9cfa5-4b84-439c-9989-6c1527e05d8b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510981 Oct 28 20:54:52.791852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1683ac-8c62-4ff4-8eb6-cb6991ca16a7 req-eb46b1c1-48cc-4ead-a161-24116cb392e2 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:52.795136 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ef1683ac-8c62-4ff4-8eb6-cb6991ca16a7 req-eb46b1c1-48cc-4ead-a161-24116cb392e2 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0960760 Oct 28 20:54:52.908435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ef1683ac-8c62-4ff4-8eb6-cb6991ca16a7 req-cce1e68f-804f-46f5-bb99-c4fcd01403e0 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058288 Oct 28 20:54:52.928291 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3faed-963b-46cc-a17b-4be3f46040b7 req-1aaaccc5-a7cc-402c-8945-d7aa4f43b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:52.931304 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfe3faed-963b-46cc-a17b-4be3f46040b7 req-1aaaccc5-a7cc-402c-8945-d7aa4f43b30c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 1133 time: 0.1091409 Oct 28 20:54:53.020672 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfe3faed-963b-46cc-a17b-4be3f46040b7 req-6ad8f9fc-871e-4df8-98e3-06a43b004e30 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800698 Oct 28 20:54:53.752424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2eb6aa-f9bc-4979-9389-05ab52051ef9 req-0cf3eb21-6622-4689-bfa2-eab1de0cba85 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:53.755440 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1a2eb6aa-f9bc-4979-9389-05ab52051ef9 req-0cf3eb21-6622-4689-bfa2-eab1de0cba85 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0749822 Oct 28 20:54:53.858711 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1a2eb6aa-f9bc-4979-9389-05ab52051ef9 req-dc2644e4-0f51-4ae0-bda7-29958fe6a798 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968921 Oct 28 20:54:54.114988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca023f-c0bc-4023-84c2-eed81c0a8325 req-dbfcf933-182f-4d35-af72-fa77ac316353 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:54.118437 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-09ca023f-c0bc-4023-84c2-eed81c0a8325 req-dbfcf933-182f-4d35-af72-fa77ac316353 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0764925 Oct 28 20:54:54.209621 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-09ca023f-c0bc-4023-84c2-eed81c0a8325 req-e5fa2374-39b2-47b8-bcc3-275e608d7997 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827894 Oct 28 20:54:54.456747 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58060) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:54.634773 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4d986f00-8e89-46bf-a519-ef07beaf3bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.734988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4d986f00-8e89-46bf-a519-ef07beaf3bd2 admin admin] Publish callbacks [] for security_group (0839e8ec-8726-495e-830d-fcabb2220d23), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.740064 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4d986f00-8e89-46bf-a519-ef07beaf3bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0839e8ec-8726-495e-830d-fcabb2220d23), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.796785 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4d986f00-8e89-46bf-a519-ef07beaf3bd2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bbec12007b3843f5b8fafc2e9a0ed8a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383005 Oct 28 20:54:54.798472 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d986f00-8e89-46bf-a519-ef07beaf3bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839e8ec-8726-495e-830d-fcabb2220d23,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:54.800188 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58064) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:54.861682 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] Publish callbacks [] for security_group (0839e8ec-8726-495e-830d-fcabb2220d23), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.887947 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] Publish callbacks [] for security_group (0839e8ec-8726-495e-830d-fcabb2220d23), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.957032 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0839e8ec-8726-495e-830d-fcabb2220d23), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.960278 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:54.961710 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0839e8ec-8726-495e-830d-fcabb2220d23 HTTP/1.1" status: 204 len: 168 time: 0.1601648 Oct 28 20:54:54.971270 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf8ce0-c2f9-4613-8352-630aa41d8f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839e8ec-8726-495e-830d-fcabb2220d23,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:55.113354 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10710a-1e10-427a-8810-1e6a3f30d02a req-516c4bbc-9b0a-41a0-9653-952b75d04139 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:55.116263 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed10710a-1e10-427a-8810-1e6a3f30d02a req-516c4bbc-9b0a-41a0-9653-952b75d04139 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1060302 Oct 28 20:54:55.204980 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed10710a-1e10-427a-8810-1e6a3f30d02a req-05dc9b8b-5da8-48a0-b552-dd97d246a4b7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820403 Oct 28 20:54:55.469421 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ec532-842c-4757-9f7d-a3e532cff164 req-6cd17d2e-3a53-45e4-94ab-95c9712a59fb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:55.477119 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea4ec532-842c-4757-9f7d-a3e532cff164 req-6cd17d2e-3a53-45e4-94ab-95c9712a59fb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.1085172 Oct 28 20:54:55.489876 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58092) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:55.512878 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-03a8ae5a-f1bc-44e1-993b-8a575c1ff3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.564522 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea4ec532-842c-4757-9f7d-a3e532cff164 req-c3b55a05-3374-42e5-933a-06e3ff9b0811 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865188 Oct 28 20:54:55.652614 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-03a8ae5a-f1bc-44e1-993b-8a575c1ff3a3 admin admin] Publish callbacks [] for security_group (9fe4e463-171b-48b2-b292-8802019ed2f4), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.659098 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-03a8ae5a-f1bc-44e1-993b-8a575c1ff3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (9fe4e463-171b-48b2-b292-8802019ed2f4), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.707582 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ae5a-f1bc-44e1-993b-8a575c1ff3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe4e463-171b-48b2-b292-8802019ed2f4,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:55.717678 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-03a8ae5a-f1bc-44e1-993b-8a575c1ff3a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=266694e87a02417f8c5931e2413db93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265198 Oct 28 20:54:55.717850 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58100) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:55.784218 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] Publish callbacks [] for security_group (9fe4e463-171b-48b2-b292-8802019ed2f4), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.813530 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] Publish callbacks [] for security_group (9fe4e463-171b-48b2-b292-8802019ed2f4), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.878403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (9fe4e463-171b-48b2-b292-8802019ed2f4), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.881886 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:55.883495 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9fe4e463-171b-48b2-b292-8802019ed2f4 HTTP/1.1" status: 204 len: 168 time: 0.1618376 Oct 28 20:54:55.898783 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef0d4-f4aa-4e7f-8bde-d42dacfedc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe4e463-171b-48b2-b292-8802019ed2f4,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:55.951252 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4685a-3bcb-40c8-b2dc-fec472c16157 req-cae19fa3-e48d-44fd-a878-76125b7d1098 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:55.953787 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1e4685a-3bcb-40c8-b2dc-fec472c16157 req-cae19fa3-e48d-44fd-a878-76125b7d1098 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.1042106 Oct 28 20:54:56.033645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1e4685a-3bcb-40c8-b2dc-fec472c16157 req-6c67d5d1-5aa8-4dc1-ac90-4e89ef00ceaf tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703349 Oct 28 20:54:56.395760 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af37246-8ed6-47f8-ba28-81968e7ac64c req-d450cd5e-00bc-4dfd-96da-51d517316c11 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:56.397501 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5af37246-8ed6-47f8-ba28-81968e7ac64c req-d450cd5e-00bc-4dfd-96da-51d517316c11 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0660744 Oct 28 20:54:56.460970 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5af37246-8ed6-47f8-ba28-81968e7ac64c req-f8efe78e-e79c-40e6-84ad-db50b54cddcc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569403 Oct 28 20:54:56.899097 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58130) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:57.018210 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1188958276-network', 'tenant_id': 'a8e723cbd90248a99fc57b0f91499d2b'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:57.040787 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Made reservation on behalf of a8e723cbd90248a99fc57b0f91499d2b for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:54:57.043246 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.053677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.170012 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks [] for security_group (2535ffe1-2610-4bd3-a5ad-0e37a4b40778), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.189640 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2535ffe1-2610-4bd3-a5ad-0e37a4b40778), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.233276 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:54:57.236412 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2535ffe1-2610-4bd3-a5ad-0e37a4b40778,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:57.251961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (99606677-521d-471c-abee-576ef2288624), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.252137 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Added segment 99606677-521d-471c-abee-576ef2288624 of type vlan for network 0def1f50-384c-4eb6-8cdf-a46a13919c11 Oct 28 20:54:57.271587 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b625ce-1ed4-4208-9e5c-19a9677f3769 req-41c060c3-35e8-4a7c-a8d9-3eca0a867676 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:57.273290 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a8b625ce-1ed4-4208-9e5c-19a9677f3769 req-41c060c3-35e8-4a7c-a8d9-3eca0a867676 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.1176479 Oct 28 20:54:57.323842 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (0def1f50-384c-4eb6-8cdf-a46a13919c11), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.370408 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a8b625ce-1ed4-4208-9e5c-19a9677f3769 req-9f11f957-d5cf-466d-ac69-407e0bd5705e tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754931 Oct 28 20:54:57.371536 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (0def1f50-384c-4eb6-8cdf-a46a13919c11), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.372503 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:57.373087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.429555 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5290530 Oct 28 20:54:57.433182 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58136) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:57.439039 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Request body: {'subnet': {'network_id': '0def1f50-384c-4eb6-8cdf-a46a13919c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1188958276-subnet', 'tenant_id': 'a8e723cbd90248a99fc57b0f91499d2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:57.444735 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cdce6-2180-488a-96a1-ac5a57cefc25 admin admin] Pushing event updated for resources: {'Network': ['ID=0def1f50-384c-4eb6-8cdf-a46a13919c11,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:57.458887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 0def1f50-384c-4eb6-8cdf-a46a13919c11 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:54:57.470317 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Made reservation on behalf of a8e723cbd90248a99fc57b0f91499d2b for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:54:57.472653 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.644606 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4182e4-d7ed-4f58-ae97-4f5bf1c45042 req-ac52e712-e32c-4c93-b4eb-c5964c2655ba tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:57.646192 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f4182e4-d7ed-4f58-ae97-4f5bf1c45042 req-ac52e712-e32c-4c93-b4eb-c5964c2655ba tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0814972 Oct 28 20:54:57.679816 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (4bb07407-00c5-4aa8-8059-bec728cfb1f0), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.708021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f4182e4-d7ed-4f58-ae97-4f5bf1c45042 req-543f175b-2886-4ee2-8c2b-cf2debe5df1e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554826 Oct 28 20:54:57.744244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bb07407-00c5-4aa8-8059-bec728cfb1f0,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:57.756223 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Checking segment: {'id': '99606677-521d-471c-abee-576ef2288624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '0def1f50-384c-4eb6-8cdf-a46a13919c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:54:57.756667 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Network hostable DHCP agents. Network: 0def1f50-384c-4eb6-8cdf-a46a13919c11, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:54:57.777569 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Network 0def1f50-384c-4eb6-8cdf-a46a13919c11 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:54:57.791167 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 0def1f50-384c-4eb6-8cdf-a46a13919c11) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:54:57.796601 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:57.798707 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:57.801950 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4929a34-7101-458a-96ba-e1c7a270e3c1 None None] Network 0def1f50-384c-4eb6-8cdf-a46a13919c11 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:54:57.817312 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a11d0a23-8658-4ff9-bc00-b4c6aa4cd791 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830214 Oct 28 20:54:57.919359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e37f2-08e0-4dd0-b58f-2b3e0995ddf3 None None] Network 0def1f50-384c-4eb6-8cdf-a46a13919c11 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:54:58.406375 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58162) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:58.412318 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-950990118-network', 'tenant_id': '82c149dbe8114cfdac97b6335c054af0'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:58.435894 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Made reservation on behalf of 82c149dbe8114cfdac97b6335c054af0 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:54:58.438802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.452422 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.537083 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e951b4d-48f2-42f8-8231-21ccc5eaa551 req-7297baec-aaad-4cb2-8ad0-21c7057063e7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:58.539758 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8e951b4d-48f2-42f8-8231-21ccc5eaa551 req-7297baec-aaad-4cb2-8ad0-21c7057063e7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0818400 Oct 28 20:54:58.556286 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks [] for security_group (3fe9d283-f97a-4ef5-9734-7956c188dec7), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.564378 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3fe9d283-f97a-4ef5-9734-7956c188dec7), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.599427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8e951b4d-48f2-42f8-8231-21ccc5eaa551 req-d01ff989-e271-40a1-9826-3e3f2f5df1fa tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Oct 28 20:54:58.603549 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:54:58.620753 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9d283-f97a-4ef5-9734-7956c188dec7,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:58.632940 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (e7d76f8f-d5d4-498a-b578-a02ee758c2ed), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.633492 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Added segment e7d76f8f-d5d4-498a-b578-a02ee758c2ed of type vlan for network 9b0a9957-951e-47a3-be02-06f800968364 Oct 28 20:54:58.685066 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (9b0a9957-951e-47a3-be02-06f800968364), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.714876 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (9b0a9957-951e-47a3-be02-06f800968364), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.716328 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:58.717133 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:58.804657 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3960569 Oct 28 20:54:58.806288 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c1f02-203f-456f-8fea-d3c66139717e admin admin] Pushing event updated for resources: {'Network': ['ID=9b0a9957-951e-47a3-be02-06f800968364,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:58.808688 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58170) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:54:58.816009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Request body: {'subnet': {'network_id': '9b0a9957-951e-47a3-be02-06f800968364', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-950990118-subnet', 'tenant_id': '82c149dbe8114cfdac97b6335c054af0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:54:58.826901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 9b0a9957-951e-47a3-be02-06f800968364 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:54:58.904593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Made reservation on behalf of 82c149dbe8114cfdac97b6335c054af0 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:54:58.909235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:59.006427 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4879739-28de-427e-aecf-44d7ba67651f req-6d7f7d92-1202-4f63-b70c-1a43e589669c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:59.008211 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d4879739-28de-427e-aecf-44d7ba67651f req-6d7f7d92-1202-4f63-b70c-1a43e589669c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1669955 Oct 28 20:54:59.105407 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d4879739-28de-427e-aecf-44d7ba67651f req-3d834862-a0e8-47b2-baa4-e27c10dda908 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900674 Oct 28 20:54:59.167480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (059f0646-6798-4b14-846e-f4f7608cbfae), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:59.233104 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Pushing event updated for resources: {'Subnet': ['ID=059f0646-6798-4b14-846e-f4f7608cbfae,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:54:59.244746 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Checking segment: {'id': 'e7d76f8f-d5d4-498a-b578-a02ee758c2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9b0a9957-951e-47a3-be02-06f800968364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:54:59.245228 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Network hostable DHCP agents. Network: 9b0a9957-951e-47a3-be02-06f800968364, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:54:59.267480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Network 9b0a9957-951e-47a3-be02-06f800968364 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:54:59.278243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 9b0a9957-951e-47a3-be02-06f800968364) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:54:59.283435 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:59.284566 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:54:59.290579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae99d1-72bf-4da1-9d3e-5d7780f12021 None None] Network 9b0a9957-951e-47a3-be02-06f800968364 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:54:59.305971 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7eb49501-c54e-4185-b17f-d6fa8ad9adab admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4956224 Oct 28 20:54:59.444405 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2274a9-d216-44e9-91b0-c432c391d44b None None] Network 9b0a9957-951e-47a3-be02-06f800968364 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:54:59.758079 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078dfdd-fbf8-4ccd-88d7-cc2a4f4ba81c req-cc04f7ab-d204-4938-9700-019fe215835d tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:54:59.759709 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0078dfdd-fbf8-4ccd-88d7-cc2a4f4ba81c req-cc04f7ab-d204-4938-9700-019fe215835d tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.0640333 Oct 28 20:54:59.848268 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0078dfdd-fbf8-4ccd-88d7-cc2a4f4ba81c req-6515a1d4-4197-4398-aa81-7d4f0e5ebf84 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Oct 28 20:55:00.270247 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7cc67-32f1-4c16-b3ca-bcebdc23db0f req-94185812-3889-4dea-98e3-64540987425f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:00.272189 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fcc7cc67-32f1-4c16-b3ca-bcebdc23db0f req-94185812-3889-4dea-98e3-64540987425f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0664296 Oct 28 20:55:00.346076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fcc7cc67-32f1-4c16-b3ca-bcebdc23db0f req-21c918ac-bd8d-438e-ac95-b2c949c35399 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609763 Oct 28 20:55:00.383554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58214) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:00.518147 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-42a0fcc5-0a85-4432-a847-db48ad0e43cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.614108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-42a0fcc5-0a85-4432-a847-db48ad0e43cd admin admin] Publish callbacks [] for security_group (87f4c279-81c0-461f-8356-4c3ff9d0d821), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.619674 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-42a0fcc5-0a85-4432-a847-db48ad0e43cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (87f4c279-81c0-461f-8356-4c3ff9d0d821), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.662104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-42a0fcc5-0a85-4432-a847-db48ad0e43cd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0520536308fd4d46a03fee927289e1c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774031 Oct 28 20:55:00.662923 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0fcc5-0a85-4432-a847-db48ad0e43cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f4c279-81c0-461f-8356-4c3ff9d0d821,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:00.664937 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58218) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:00.727503 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] Publish callbacks [] for security_group (87f4c279-81c0-461f-8356-4c3ff9d0d821), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.754661 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] Publish callbacks [] for security_group (87f4c279-81c0-461f-8356-4c3ff9d0d821), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.810712 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (87f4c279-81c0-461f-8356-4c3ff9d0d821), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.814979 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:00.816235 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/87f4c279-81c0-461f-8356-4c3ff9d0d821 HTTP/1.1" status: 204 len: 168 time: 0.1502693 Oct 28 20:55:00.825151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d193bf-f8e6-47dd-a903-993d9f2aa075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f4c279-81c0-461f-8356-4c3ff9d0d821,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:00.931798 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-92079e70-2687-4e81-8c44-f5420b0337cb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:00.935783 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-92079e70-2687-4e81-8c44-f5420b0337cb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.1149991 Oct 28 20:55:01.124865 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fc6db-1831-4e4d-be49-ad31d1d24317 req-6c814ec8-6628-489b-8c88-895e0097eaa3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:01.130745 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-803fc6db-1831-4e4d-be49-ad31d1d24317 req-6c814ec8-6628-489b-8c88-895e0097eaa3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 949 time: 0.1401689 Oct 28 20:55:01.179863 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Deleting port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:55:01.180218 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:01.321413 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-803fc6db-1831-4e4d-be49-ad31d1d24317 req-ed3c763a-bf21-45e6-a9bf-3b7609af9ddb tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/security-groups?id=852454df-770a-4ec8-a79b-14ac211f540d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884277 Oct 28 20:55:01.390198 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] For port c0885f8c-7455-44f6-aa08-0d9d6b9483c0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,segment=NetworkSegment(4a3905df-6be4-4a48-9b7e-98341cdace78),segment_id=4a3905df-6be4-4a48-9b7e-98341cdace78)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:01.390794 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:01.412558 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Calling delete_port for c0885f8c-7455-44f6-aa08-0d9d6b9483c0 owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:55:01.597509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fc73c-933b-4860-9a95-4efb40db3146 req-21839ed3-84c7-4eb4-bbec-2d0857bfc082 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:01.600265 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f18fc73c-933b-4860-9a95-4efb40db3146 req-21839ed3-84c7-4eb4-bbec-2d0857bfc082 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1160893 Oct 28 20:55:01.710249 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f18fc73c-933b-4860-9a95-4efb40db3146 req-36e80384-0f72-4635-bb98-26932fd945e7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036141 Oct 28 20:55:01.732028 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (c0885f8c-7455-44f6-aa08-0d9d6b9483c0), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:01.783164 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Pushing event deleted for resources: {'Port': ['ID=c0885f8c-7455-44f6-aa08-0d9d6b9483c0,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:01.802773 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.803509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.804335 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.805443 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.805443 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.805790 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.806690 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.807215 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.807732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.808207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.808672 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.809168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.809724 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:01.851461 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] No DVR routers for this DVR port c0885f8c-7455-44f6-aa08-0d9d6b9483c0 on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:55:01.854666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:01.858547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5d4021d3-8bff-48f3-983d-7fd28c4c3880 req-d3ab178a-0af9-4ed5-9ca7-cc2c01a40be7 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.26 "DELETE /v2.0/ports/c0885f8c-7455-44f6-aa08-0d9d6b9483c0 HTTP/1.1" status: 204 len: 173 time: 0.9161704 Oct 28 20:55:01.859975 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'name': 'network-vif-deleted', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:55:01.862887 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7468fc-274b-47d8-b017-ca2ffdd33e54" -d '{"events": [{"server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "name": "network-vif-deleted", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:55:01.944197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9434e8f3-25b0-44f6-968e-81f79bdc9c78 x-openstack-request-id: req-9434e8f3-25b0-44f6-968e-81f79bdc9c78 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:55:01.945238 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1687ad-9e05-497a-b78a-fd4ecfc4544c", "name": "network-vif-deleted", "tag": "c0885f8c-7455-44f6-aa08-0d9d6b9483c0", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:55:01.945238 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9434e8f3-25b0-44f6-968e-81f79bdc9c78 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:55:01.945771 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9434e8f3-25b0-44f6-968e-81f79bdc9c78'] response: {'server_uuid': 'fa1687ad-9e05-497a-b78a-fd4ecfc4544c', 'name': 'network-vif-deleted', 'tag': 'c0885f8c-7455-44f6-aa08-0d9d6b9483c0', 'status': 'completed', 'code': 200} Oct 28 20:55:02.423591 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bed06ac9-7e26-4c6f-825f-9f98c5ef01a6 req-1521509a-ec88-488b-a080-3ac1b1f45b21 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0328238 Oct 28 20:55:02.869820 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae7e8e-979a-471a-96df-2a1c936ef9a7 req-28e9db76-6bbf-4765-9389-daf7fe549994 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:02.871401 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfae7e8e-979a-471a-96df-2a1c936ef9a7 req-28e9db76-6bbf-4765-9389-daf7fe549994 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0614660 Oct 28 20:55:02.932404 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfae7e8e-979a-471a-96df-2a1c936ef9a7 req-c7a6f117-5295-469a-b570-bd719b4d909b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545437 Oct 28 20:55:03.550355 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d30ce22d-3c56-45f8-abb9-5eef43e057f6 req-3ac31975-8a0e-402b-9628-13ede00cb936 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0277917 Oct 28 20:55:04.069871 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c573f-216d-4ba1-bd17-a5d43c3a796e req-1bba34e8-e491-40f1-ae55-3119e3c4392d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:04.071769 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-896c573f-216d-4ba1-bd17-a5d43c3a796e req-1bba34e8-e491-40f1-ae55-3119e3c4392d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0570700 Oct 28 20:55:04.123950 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-896c573f-216d-4ba1-bd17-a5d43c3a796e req-30a80127-4521-4b52-8d45-40fa79f791bf tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Oct 28 20:55:04.375006 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['c0885f8c-7455-44f6-aa08-0d9d6b9483c0'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:55:04.394029 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:55:04.672964 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1613a876-5ce1-4db0-ad69-e01421b9f18c req-867f351f-11db-467f-b590-e6e5982d2cd3 tempest-VolumesNegativeTest-1037161688 tempest-VolumesNegativeTest-1037161688-project] 10.222.0.49 "GET /v2.0/ports?device_id=fa1687ad-9e05-497a-b78a-fd4ecfc4544c HTTP/1.1" status: 200 len: 210 time: 0.0311425 Oct 28 20:55:05.347096 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b4053-63d3-470c-b79b-1c20ee1a544d req-baf9c053-0404-4862-a51e-9d94d07e4f24 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:05.349928 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f1b4053-63d3-470c-b79b-1c20ee1a544d req-baf9c053-0404-4862-a51e-9d94d07e4f24 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1300695 Oct 28 20:55:05.426819 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f1b4053-63d3-470c-b79b-1c20ee1a544d req-25515d89-7be5-4adb-bc32-03e9d346cebd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709860 Oct 28 20:55:06.591566 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cf389-7aba-41cd-b1ac-fcc70643fa3a req-b63578b3-0de9-422a-a218-1d6711214a4c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:06.594208 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f9cf389-7aba-41cd-b1ac-fcc70643fa3a req-b63578b3-0de9-422a-a218-1d6711214a4c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0764213 Oct 28 20:55:06.676468 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f9cf389-7aba-41cd-b1ac-fcc70643fa3a req-13a2974f-2bc5-4ee8-b74e-9722023f47dd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715325 Oct 28 20:55:07.869560 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ebb3a-fdfa-46e6-9af9-7bb5058f25a3 req-00fc9582-8f5b-4835-97f7-7f83ff1e7702 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:07.872464 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-eb6ebb3a-fdfa-46e6-9af9-7bb5058f25a3 req-00fc9582-8f5b-4835-97f7-7f83ff1e7702 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0863612 Oct 28 20:55:07.962488 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-eb6ebb3a-fdfa-46e6-9af9-7bb5058f25a3 req-ef8205a1-c9b9-44d3-b358-7e584e7c4994 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832522 Oct 28 20:55:08.377528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c0885f8c-7455-44f6-aa08-0d9d6b9483c0 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:55:08.399370 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: c0885f8c-7455-44f6-aa08-0d9d6b9483c0 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:55:08.399719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c0885f8c-7455-44f6-aa08-0d9d6b9483c0 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:55:09.119399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa23aa-d853-4316-966c-ef3553c615c3 req-a99ac6e3-1db2-4fab-9e18-f0d99613870e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:09.121547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c7fa23aa-d853-4316-966c-ef3553c615c3 req-a99ac6e3-1db2-4fab-9e18-f0d99613870e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0782888 Oct 28 20:55:09.184021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c7fa23aa-d853-4316-966c-ef3553c615c3 req-fc4091c0-9d0f-486c-8c06-68463742064c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528703 Oct 28 20:55:09.940464 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58626) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:10.061222 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-78b94234-f67f-4295-a348-89f96b5027bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.151424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-78b94234-f67f-4295-a348-89f96b5027bb admin admin] Publish callbacks [] for security_group (5b86e021-8f6a-4048-992b-bc59c95602e1), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.156644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-78b94234-f67f-4295-a348-89f96b5027bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (5b86e021-8f6a-4048-992b-bc59c95602e1), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.198183 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-78b94234-f67f-4295-a348-89f96b5027bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab284a174c674de5a97e024079c0b646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565796 Oct 28 20:55:10.198916 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b94234-f67f-4295-a348-89f96b5027bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b86e021-8f6a-4048-992b-bc59c95602e1,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:10.201536 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58632) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:10.276419 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Publish callbacks [] for security_group (5b86e021-8f6a-4048-992b-bc59c95602e1), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.289934 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.305698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Publish callbacks [] for security_group (5b86e021-8f6a-4048-992b-bc59c95602e1), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.379596 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (5b86e021-8f6a-4048-992b-bc59c95602e1), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.383373 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c2887-e887-4f94-9da4-fb4bbf0d65a4 req-9d039032-72e6-4417-bcc1-9c13424a3d76 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:10.385403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:10.385936 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-346c2887-e887-4f94-9da4-fb4bbf0d65a4 req-9d039032-72e6-4417-bcc1-9c13424a3d76 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1037550 Oct 28 20:55:10.387533 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5b86e021-8f6a-4048-992b-bc59c95602e1 HTTP/1.1" status: 204 len: 168 time: 0.1841848 Oct 28 20:55:10.405097 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b86e021-8f6a-4048-992b-bc59c95602e1,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:10.420052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.420806 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.422364 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.423086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.423825 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.424691 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.425577 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.426500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.427172 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.427981 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.428745 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.429407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.430143 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda9fe49-fd73-43e6-b17d-c4a0556094ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:10.477219 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-346c2887-e887-4f94-9da4-fb4bbf0d65a4 req-eaf3d0a0-ec90-4d8e-b383-4f1fa7478580 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Oct 28 20:55:10.692373 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58650) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:10.899732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e7147-28b1-4f2e-ac5e-62efe37a27e7 req-0767bb3e-d3dd-422b-9e09-9ade17ea147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:10.901810 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f8e7147-28b1-4f2e-ac5e-62efe37a27e7 req-0767bb3e-d3dd-422b-9e09-9ade17ea147d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 1129 time: 0.0834086 Oct 28 20:55:10.929595 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2f5f7d8a-33be-40bf-b3c9-339c2708050c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9981f3807f9b41a3be1d1ef719734e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345545 Oct 28 20:55:10.930707 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58656) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:10.941135 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58658) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:10.985093 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f8e7147-28b1-4f2e-ac5e-62efe37a27e7 req-35159836-5f17-450d-bedc-bcaf8ca81276 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748045 Oct 28 20:55:10.992825 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-99c311cb-1b41-4962-a2cf-0eae81ad15dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.066424 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] Publish callbacks [] for security_group (852454df-770a-4ec8-a79b-14ac211f540d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.104791 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] Publish callbacks [] for security_group (852454df-770a-4ec8-a79b-14ac211f540d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.182205 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-99c311cb-1b41-4962-a2cf-0eae81ad15dd admin admin] Publish callbacks [] for security_group (c8bd11f2-d360-445e-8ee9-8c38ce38a386), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.186261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-99c311cb-1b41-4962-a2cf-0eae81ad15dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c8bd11f2-d360-445e-8ee9-8c38ce38a386), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.202095 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (852454df-770a-4ec8-a79b-14ac211f540d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.205835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.209808 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/852454df-770a-4ec8-a79b-14ac211f540d HTTP/1.1" status: 204 len: 168 time: 0.2776508 Oct 28 20:55:11.239078 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c311cb-1b41-4962-a2cf-0eae81ad15dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bd11f2-d360-445e-8ee9-8c38ce38a386,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:11.255065 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac3457-5485-41ba-ab0d-45f04e46c5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852454df-770a-4ec8-a79b-14ac211f540d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:11.264691 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-99c311cb-1b41-4962-a2cf-0eae81ad15dd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5a74645ff5474bf1b6caceab324b9384&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3179970 Oct 28 20:55:11.264852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58666) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:11.336055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] Publish callbacks [] for security_group (c8bd11f2-d360-445e-8ee9-8c38ce38a386), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.364178 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] Publish callbacks [] for security_group (c8bd11f2-d360-445e-8ee9-8c38ce38a386), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.714297 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680f39f-094a-4c3b-a76a-9c4f6c6d0437 req-db70e8b8-61d1-4442-8bd5-1b9f933c7ee2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:11.716031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2680f39f-094a-4c3b-a76a-9c4f6c6d0437 req-db70e8b8-61d1-4442-8bd5-1b9f933c7ee2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0767772 Oct 28 20:55:11.729122 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c8bd11f2-d360-445e-8ee9-8c38ce38a386), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.732883 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:11.735132 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8bd11f2-d360-445e-8ee9-8c38ce38a386 HTTP/1.1" status: 204 len: 168 time: 0.4696124 Oct 28 20:55:11.766865 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d9ace-6ab6-4c07-be16-1f3e2dae15a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bd11f2-d360-445e-8ee9-8c38ce38a386,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:11.817230 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2680f39f-094a-4c3b-a76a-9c4f6c6d0437 req-ca1ffbac-cb38-45d2-b572-4e1a89fc3eb3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914605 Oct 28 20:55:12.105767 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ccd575d2-c91d-42e2-bbb0-1a62260d41bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.510757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58708) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:12.704307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-281825657-network', 'tenant_id': '803952ec317943c68a52064ca0c2535a'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:12.738435 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Made reservation on behalf of 803952ec317943c68a52064ca0c2535a for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:12.741923 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.761110 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.914858 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks [] for security_group (2d576d7e-ba35-41ff-94f5-c6cecf707f71), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.921350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2d576d7e-ba35-41ff-94f5-c6cecf707f71), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.956925 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:55:12.989986 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (535d1592-ac39-4d00-a3ad-92372453d46e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:12.990669 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Added segment 535d1592-ac39-4d00-a3ad-92372453d46e of type vlan for network 56db486f-ced4-4163-b7a7-36ef0b48a30d Oct 28 20:55:12.992136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d576d7e-ba35-41ff-94f5-c6cecf707f71,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:13.055787 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (56db486f-ced4-4163-b7a7-36ef0b48a30d), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.112707 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a5a57-b349-4a30-b172-85d0023c0e65 req-ee117c54-f53f-46fe-acc3-37f45f2b4419 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:13.115208 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-175a5a57-b349-4a30-b172-85d0023c0e65 req-ee117c54-f53f-46fe-acc3-37f45f2b4419 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.1387188 Oct 28 20:55:13.117028 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (56db486f-ced4-4163-b7a7-36ef0b48a30d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.118584 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:13.119531 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.240748 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7284834 Oct 28 20:55:13.246762 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58728) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:13.257953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Request body: {'subnet': {'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-281825657-subnet', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:13.289339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcebe2d-ef8d-404e-8025-71d6a201f35e admin admin] Pushing event updated for resources: {'Network': ['ID=56db486f-ced4-4163-b7a7-36ef0b48a30d,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:13.308086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Made reservation on behalf of 803952ec317943c68a52064ca0c2535a for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:13.314486 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-175a5a57-b349-4a30-b172-85d0023c0e65 req-f2dbaf76-e922-4112-a44a-c2e581b033ad tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871688 Oct 28 20:55:13.314874 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.319892 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:55:13.567990 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ed71d-fc60-4f75-a84c-fa0a07a7b2c0 req-b53dd2e7-4781-404d-8037-49623fe60f50 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:13.571405 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a95ed71d-fc60-4f75-a84c-fa0a07a7b2c0 req-b53dd2e7-4781-404d-8037-49623fe60f50 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1047149 Oct 28 20:55:13.586049 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (1d63fdb4-f5fe-492a-a62e-6208c2556f39), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.659834 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d63fdb4-f5fe-492a-a62e-6208c2556f39,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:13.663498 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a95ed71d-fc60-4f75-a84c-fa0a07a7b2c0 req-0baae03c-93cd-416f-adba-1f473e469047 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851586 Oct 28 20:55:13.675484 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Checking segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:13.691769 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Network hostable DHCP agents. Network: 56db486f-ced4-4163-b7a7-36ef0b48a30d, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:55:13.720747 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:55:13.739923 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 56db486f-ced4-4163-b7a7-36ef0b48a30d) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:13.746716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:13.747967 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.762547 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79c69b-efc9-4143-888b-d0ae0b11263d None None] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:55:13.791591 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e8a1a7e8-01f7-4e91-85b1-8eec3b38ef3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5397921 Oct 28 20:55:13.793657 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58748) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:13.804401 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:13.848252 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (a23466a0-4b2d-497e-b80a-474d1910031a), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.850953 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (a23466a0-4b2d-497e-b80a-474d1910031a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:13.964278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for router_controller (a23466a0-4b2d-497e-b80a-474d1910031a), precommit_add_association {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.004126 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-56db486f-ced4-4163-b7a7-36ef0b48a30d', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'project_id': '803952ec317943c68a52064ca0c2535a', 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:55:14.005912 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.321017 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for router_gateway (a23466a0-4b2d-497e-b80a-474d1910031a), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.356039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Allocated IP 172.20.0.2 (56db486f-ced4-4163-b7a7-36ef0b48a30d/1d63fdb4-f5fe-492a-a62e-6208c2556f39/69488db5-fdc2-4656-93ee-f092704a5185) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:14.571156 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks [] for port (69488db5-fdc2-4656-93ee-f092704a5185), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.579864 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (69488db5-fdc2-4656-93ee-f092704a5185), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.646268 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:14.666491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:14.678281 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:14.704122 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Pushing event updated for resources: {'Port': ['ID=69488db5-fdc2-4656-93ee-f092704a5185,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:14.707369 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for router_gateway (a23466a0-4b2d-497e-b80a-474d1910031a), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.711671 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8792baf6-f424-4742-9cab-befcb94d2f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.741030 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.762391 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.762950 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.763492 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.764044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.764565 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.765542 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.765851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.766256 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.766770 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.767237 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.767775 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.768224 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.768823 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:14.836159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Attempting to bind port 69488db5-fdc2-4656-93ee-f092704a5185 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:14.836677 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Attempting to bind port 69488db5-fdc2-4656-93ee-f092704a5185 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:14.837151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Attempting to bind port 69488db5-fdc2-4656-93ee-f092704a5185 on network 56db486f-ced4-4163-b7a7-36ef0b48a30d {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:14.846250 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:14.846860 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Checking segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:14.847584 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.848293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Bound using segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:14.849135 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Bound port: 69488db5-fdc2-4656-93ee-f092704a5185, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:14.849982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (69488db5-fdc2-4656-93ee-f092704a5185), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:14.900435 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Allocated IP 172.27.3.243 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/406ba356-b612-4292-8ecb-91b037e0b07c) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:14.970644 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] For port 69488db5-fdc2-4656-93ee-f092704a5185, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:14.977023 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] For port 69488db5-fdc2-4656-93ee-f092704a5185, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=69488db5-fdc2-4656-93ee-f092704a5185,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:14.989895 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (69488db5-fdc2-4656-93ee-f092704a5185), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:15.051286 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for port (406ba356-b612-4292-8ecb-91b037e0b07c), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:15.094148 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:15.113101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62397438-93a5-4b1c-8bda-ea3b5e3e6af9 None None] Pushing event updated for resources: {'Port': ['ID=69488db5-fdc2-4656-93ee-f092704a5185,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:15.140866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:15.144665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:15.147895 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:15.231430 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Pushing event updated for resources: {'Port': ['ID=406ba356-b612-4292-8ecb-91b037e0b07c,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:15.595523 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for router_gateway (a23466a0-4b2d-497e-b80a-474d1910031a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:16.067860 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (a23466a0-4b2d-497e-b80a-474d1910031a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:16.151108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63bdc8e-61ba-44b5-b969-391501f478e9 req-3914b618-3abc-48f0-a439-dab5d7253b71 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:16.152781 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f63bdc8e-61ba-44b5-b969-391501f478e9 req-3914b618-3abc-48f0-a439-dab5d7253b71 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.2108126 Oct 28 20:55:16.160591 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-5ef464f6-1412-4896-be8e-b205fd4bbb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:16.162167 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-5ef464f6-1412-4896-be8e-b205fd4bbb9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1130 time: 0.2607000 Oct 28 20:55:16.402840 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f63bdc8e-61ba-44b5-b969-391501f478e9 req-f0135fe4-86a0-41b0-b014-e4a52b45cc4a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342887 Oct 28 20:55:16.496268 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-32774c1d-6f47-4efc-b492-93a82563d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:16.498879 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-32774c1d-6f47-4efc-b492-93a82563d33f service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.3265436 Oct 28 20:55:16.506167 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Router a23466a0-4b2d-497e-b80a-474d1910031a is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:55:16.604435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-cf408608-5571-499c-b14a-f8f1fa029d0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 217 time: 0.0936072 Oct 28 20:55:16.654855 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:16.741121 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f36f10-b697-4a2e-b39c-2c92e3e828eb None None] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:55:16.791353 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-d60190cc-561a-4f2a-b4e5-d5b6c99d3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:16.794551 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-d60190cc-561a-4f2a-b4e5-d5b6c99d3ff5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1827137 Oct 28 20:55:16.874356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Provisioning complete for port 69488db5-fdc2-4656-93ee-f092704a5185 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:16.874968 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (69488db5-fdc2-4656-93ee-f092704a5185), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:16.876392 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Attempt 1 to provision port 69488db5-fdc2-4656-93ee-f092704a5185 Oct 28 20:55:16.938779 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:55:16.955146 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Sync routers for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:55:16.977508 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:16.979549 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c761903c-77b9-4dbc-95d2-4d59a124a065 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1838272 Oct 28 20:55:16.981013 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:16.981730 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:16.983984 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58828) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:16.989076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-a1cf34f6-efba-4a1d-a2d7-a5b83681c75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:16.991620 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-a1cf34f6-efba-4a1d-a2d7-a5b83681c75d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231680 Oct 28 20:55:17.145695 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Current status of the port 69488db5-fdc2-4656-93ee-f092704a5185 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:17.146249 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (69488db5-fdc2-4656-93ee-f092704a5185), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:17.150279 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-2fde5a8d-8556-49ab-bfc4-e1db2dcecb8a service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510024 Oct 28 20:55:17.213153 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:17.329583 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-2ec3823c-4517-438b-9872-100f6166759e None None] For port 69488db5-fdc2-4656-93ee-f092704a5185, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=69488db5-fdc2-4656-93ee-f092704a5185,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:17.414614 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d3247e1a-8bc2-489c-9f13-d03cd828352b req-9c9d5c23-3366-42dc-a749-1393cc071a67 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570984 Oct 28 20:55:17.432482 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (69488db5-fdc2-4656-93ee-f092704a5185), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:17.492096 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 69488db5-fdc2-4656-93ee-f092704a5185 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:17.574110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3823c-4517-438b-9872-100f6166759e None None] Pushing event updated for resources: {'Port': ['ID=69488db5-fdc2-4656-93ee-f092704a5185,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:17.603568 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-ee337141-0f79-452d-a1ca-e036e97a5ec3 None None] Provisioning complete for port 69488db5-fdc2-4656-93ee-f092704a5185 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:17.603897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ee337141-0f79-452d-a1ca-e036e97a5ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (69488db5-fdc2-4656-93ee-f092704a5185), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:17.604193 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ee337141-0f79-452d-a1ca-e036e97a5ec3 None None] Attempt 1 to provision port 69488db5-fdc2-4656-93ee-f092704a5185 Oct 28 20:55:17.680430 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402579f-63df-4ba5-82b5-c590c22bd2b9 req-773fb07c-6f0e-4e60-93c2-1ae0720355dd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:17.683097 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5402579f-63df-4ba5-82b5-c590c22bd2b9 req-773fb07c-6f0e-4e60-93c2-1ae0720355dd tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0971234 Oct 28 20:55:17.813578 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5402579f-63df-4ba5-82b5-c590c22bd2b9 req-bea5ad0c-77c4-44ba-8537-04c4e95700fe tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174304 Oct 28 20:55:17.832028 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 69488db5-fdc2-4656-93ee-f092704a5185 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:17.832894 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (69488db5-fdc2-4656-93ee-f092704a5185), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:17.832894 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 69488db5-fdc2-4656-93ee-f092704a5185 Oct 28 20:55:17.923844 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:15Z', 'revision_number': 3, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:17.954949 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58850) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:17.955981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Checking router: a23466a0-4b2d-497e-b80a-474d1910031a for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:55:17.956410 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Updating router a23466a0-4b2d-497e-b80a-474d1910031a port 406ba356-b612-4292-8ecb-91b037e0b07c binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:55:17.978691 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.001577 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ee337141-0f79-452d-a1ca-e036e97a5ec3 None None] Current status of the port 69488db5-fdc2-4656-93ee-f092704a5185 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:18.011897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.067835 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Deleting subnet 4bb07407-00c5-4aa8-8059-bec728cfb1f0 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:55:18.074763 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Publish callbacks [] for subnet (4bb07407-00c5-4aa8-8059-bec728cfb1f0), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.176967 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Publish callbacks [] for subnet (4bb07407-00c5-4aa8-8059-bec728cfb1f0), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.199773 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (4bb07407-00c5-4aa8-8059-bec728cfb1f0), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.338947 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Allocated IP 172.20.0.1 (56db486f-ced4-4163-b7a7-36ef0b48a30d/1d63fdb4-f5fe-492a-a62e-6208c2556f39/a9d04246-5a28-4b19-a405-ce9521abe35b) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:18.349667 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for subnet (4bb07407-00c5-4aa8-8059-bec728cfb1f0), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.352382 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 69488db5-fdc2-4656-93ee-f092704a5185 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:18.402924 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bb07407-00c5-4aa8-8059-bec728cfb1f0,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:18.410126 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.417373 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.428279 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d42a1ff3-39b6-44b4-8e28-844d401bfdbd admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4bb07407-00c5-4aa8-8059-bec728cfb1f0 HTTP/1.1" status: 204 len: 168 time: 0.4712832 Oct 28 20:55:18.429503 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58858) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:18.436579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks [] for port (406ba356-b612-4292-8ecb-91b037e0b07c), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.446276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.466234 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Attempting to bind port 406ba356-b612-4292-8ecb-91b037e0b07c on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:18.466653 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Attempting to bind port 406ba356-b612-4292-8ecb-91b037e0b07c by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:18.467036 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Attempting to bind port 406ba356-b612-4292-8ecb-91b037e0b07c on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:18.476081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:18.476453 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:18.476865 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.477266 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:18.477768 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Bound port: 406ba356-b612-4292-8ecb-91b037e0b07c, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:18.478148 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.546751 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfac74-8890-45e8-8aeb-cd4e2d896215 None None] Pushing event updated for resources: {'Port': ['ID=406ba356-b612-4292-8ecb-91b037e0b07c,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:18.570531 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (0def1f50-384c-4eb6-8cdf-a46a13919c11), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.571574 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] For port 406ba356-b612-4292-8ecb-91b037e0b07c, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:18.575775 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] For port 406ba356-b612-4292-8ecb-91b037e0b07c, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=406ba356-b612-4292-8ecb-91b037e0b07c,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:18.585826 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.617605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks [] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.665865 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:18.666813 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:18.679274 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.709616 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (0def1f50-384c-4eb6-8cdf-a46a13919c11), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.725595 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:18.727261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:18.730852 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:18.762835 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.763868 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.765960 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.766319 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > port after_create 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.766980 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.767810 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > port after_update 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.768839 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.769614 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.770332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.779285 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:18.785717 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:18.795243 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (a23466a0-4b2d-497e-b80a-474d1910031a), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.802457 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfac74-8890-45e8-8aeb-cd4e2d896215 None None] Pushing event updated for resources: {'Port': ['ID=406ba356-b612-4292-8ecb-91b037e0b07c,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:18.816250 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:18.925807 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:18.976776 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.037648 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:19.038270 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:19.038835 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:19.039372 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 20:55:19.040019 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0def1f50-384c-4eb6-8cdf-a46a13919c11']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:19.126067 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99606677-521d-471c-abee-576ef2288624') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:19.126572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99606677-521d-471c-abee-576ef2288624') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:19.159525 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Provisioning complete for port a9d04246-5a28-4b19-a405-ce9521abe35b triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:19.159946 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.160663 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 1 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:19.165424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (99606677-521d-471c-abee-576ef2288624), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.217282 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (99606677-521d-471c-abee-576ef2288624), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.224198 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:19.241451 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:55:19.242122 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (99606677-521d-471c-abee-576ef2288624), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.243660 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks [] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.251493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.252761 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-271a3e69-a592-462c-8124-732d2a199550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:15Z', 'revision_number': 3, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:19.285567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271a3e69-a592-462c-8124-732d2a199550 None None] The sync data for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi is: [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:15Z', 'revision_number': 3, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:55:19.373480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0cb1d-5f13-4365-a583-ad6287b38d2f req-7056e22c-22cc-412d-a609-c11e44a9495e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:19.376603 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-53a0cb1d-5f13-4365-a583-ad6287b38d2f req-7056e22c-22cc-412d-a609-c11e44a9495e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.3257294 Oct 28 20:55:19.417397 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 69488db5-fdc2-4656-93ee-f092704a5185 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:19.601880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 69488db5-fdc2-4656-93ee-f092704a5185 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:19.601880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (69488db5-fdc2-4656-93ee-f092704a5185), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.602307 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 69488db5-fdc2-4656-93ee-f092704a5185 Oct 28 20:55:19.731261 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 2 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:19.871725 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-53a0cb1d-5f13-4365-a583-ad6287b38d2f req-46afe397-8b33-4a2d-821d-b972314615fc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772520 Oct 28 20:55:19.893455 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (0def1f50-384c-4eb6-8cdf-a46a13919c11), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.929762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.941154 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] 10.222.0.49 "DELETE /v2.0/networks/0def1f50-384c-4eb6-8cdf-a46a13919c11 HTTP/1.1" status: 204 len: 168 time: 1.5100536 Oct 28 20:55:19.944052 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58878) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:19.966614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (a23466a0-4b2d-497e-b80a-474d1910031a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:19.996533 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:20.042378 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 69488db5-fdc2-4656-93ee-f092704a5185 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:20.065713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc99ca2-a464-41d5-a1fd-0bba4c14c175 admin admin] Pushing event deleted for resources: {'Network': ['ID=0def1f50-384c-4eb6-8cdf-a46a13919c11,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:20.086880 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:20.156871 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 99606677-521d-471c-abee-576ef2288624 resource provider aggregate not found Oct 28 20:55:20.186049 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 99606677-521d-471c-abee-576ef2288624 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99606677-521d-471c-abee-576ef2288624 found for delete ", "request_id": "req-5bc4ec06-08bb-48f4-8feb-a92227f3fad9"}]} Oct 28 20:55:20.211362 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Deleting subnet 059f0646-6798-4b14-846e-f4f7608cbfae {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:55:20.225799 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Publish callbacks [] for subnet (059f0646-6798-4b14-846e-f4f7608cbfae), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.257832 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:20.259826 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:20.327254 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (059f0646-6798-4b14-846e-f4f7608cbfae), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.423313 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (059f0646-6798-4b14-846e-f4f7608cbfae), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.486567 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Router a23466a0-4b2d-497e-b80a-474d1910031a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:55:20.527394 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (059f0646-6798-4b14-846e-f4f7608cbfae), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.587092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059f0646-6798-4b14-846e-f4f7608cbfae,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:20.594993 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 3 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:20.595881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.601291 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-8751bfe8-4a80-4aea-bf07-e7d9e826eef8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/059f0646-6798-4b14-846e-f4f7608cbfae HTTP/1.1" status: 204 len: 168 time: 0.6536431 Oct 28 20:55:20.604277 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58892) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:20.658629 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:55:20.659691 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:20.667816 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-731a5b61-d44b-494e-9966-af482378b790 admin admin] 10.222.0.49 "PUT /v2.0/routers/a23466a0-4b2d-497e-b80a-474d1910031a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6782820 Oct 28 20:55:20.714506 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (9b0a9957-951e-47a3-be02-06f800968364), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.842451 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (9b0a9957-951e-47a3-be02-06f800968364), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.867921 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0a9957-951e-47a3-be02-06f800968364']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:20.880117 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d76f8f-d5d4-498a-b578-a02ee758c2ed') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:20.880428 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d76f8f-d5d4-498a-b578-a02ee758c2ed') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:20.892624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (e7d76f8f-d5d4-498a-b578-a02ee758c2ed), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.914081 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (e7d76f8f-d5d4-498a-b578-a02ee758c2ed), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:20.925686 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:55:20.926346 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (e7d76f8f-d5d4-498a-b578-a02ee758c2ed), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.025712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (9b0a9957-951e-47a3-be02-06f800968364), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.040250 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.047972 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b0a9957-951e-47a3-be02-06f800968364 HTTP/1.1" status: 204 len: 168 time: 0.4417839 Oct 28 20:55:21.069003 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d048-a51a-4c83-9b3b-a73aded824e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0a9957-951e-47a3-be02-06f800968364,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:21.160313 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e0ab4-cc14-46b9-9507-a616605da24d req-ae6b7d30-14c4-473d-9ac5-53b0d40fbba1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:21.161582 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 4 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:21.163195 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-411e0ab4-cc14-46b9-9507-a616605da24d req-ae6b7d30-14c4-473d-9ac5-53b0d40fbba1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0977676 Oct 28 20:55:21.228613 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:21.281861 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-411e0ab4-cc14-46b9-9507-a616605da24d req-35412d11-9541-4bd7-8416-f719e4dc80a9 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068780 Oct 28 20:55:21.377301 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58914) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:21.402084 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 406ba356-b612-4292-8ecb-91b037e0b07c up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:21.439632 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bdc0885e-60a5-4bff-b332-3d378112c3b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8e723cbd90248a99fc57b0f91499d2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0610378 Oct 28 20:55:21.442529 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58918) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:21.465398 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 406ba356-b612-4292-8ecb-91b037e0b07c triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:21.465774 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.466116 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 406ba356-b612-4292-8ecb-91b037e0b07c Oct 28 20:55:21.509353 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] Publish callbacks [] for security_group (2535ffe1-2610-4bd3-a5ad-0e37a4b40778), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.540549 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] Publish callbacks [] for security_group (2535ffe1-2610-4bd3-a5ad-0e37a4b40778), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.552719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 406ba356-b612-4292-8ecb-91b037e0b07c is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:21.553160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.637683 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 406ba356-b612-4292-8ecb-91b037e0b07c, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=406ba356-b612-4292-8ecb-91b037e0b07c,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:21.646784 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2535ffe1-2610-4bd3-a5ad-0e37a4b40778), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.649697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.652598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.658007 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2535ffe1-2610-4bd3-a5ad-0e37a4b40778 HTTP/1.1" status: 204 len: 168 time: 0.2133780 Oct 28 20:55:21.669048 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c4b76-84ef-44cb-b08d-12c44e3c8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2535ffe1-2610-4bd3-a5ad-0e37a4b40778,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:21.723459 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58930) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:21.741647 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1320862131-network', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:21.779125 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Made reservation on behalf of c22913a3602f4ae3a2cd3425a87aa345 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:21.779407 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 5 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:21.782954 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.798071 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.917983 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:21.937258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=406ba356-b612-4292-8ecb-91b037e0b07c,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:21.972129 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks [] for security_group (b5848239-cdcb-418b-bd86-15125ba3edde), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:21.979697 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b5848239-cdcb-418b-bd86-15125ba3edde), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.017913 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:55:22.020497 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5848239-cdcb-418b-bd86-15125ba3edde,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:22.038838 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (bc1a394d-fa77-478d-948f-f02ba12f7362), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.039124 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Added segment bc1a394d-fa77-478d-948f-f02ba12f7362 of type vlan for network 1b34ba08-cece-4a3e-a11c-a52fc6352fea Oct 28 20:55:22.116419 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (1b34ba08-cece-4a3e-a11c-a52fc6352fea), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.152552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (1b34ba08-cece-4a3e-a11c-a52fc6352fea), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.153661 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:22.158101 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.214407 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Sync routers for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:55:22.232812 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:22.234252 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:22.250760 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment e7d76f8f-d5d4-498a-b578-a02ee758c2ed resource provider aggregate not found Oct 28 20:55:22.266633 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 58938) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:22.275887 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5428450 Oct 28 20:55:22.280317 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Request body: {'subnet': {'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1320862131-subnet', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:22.300342 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098bd93-a0de-4adc-b3e7-26cd6a722f7c admin admin] Pushing event updated for resources: {'Network': ['ID=1b34ba08-cece-4a3e-a11c-a52fc6352fea,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:22.316423 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment e7d76f8f-d5d4-498a-b578-a02ee758c2ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7d76f8f-d5d4-498a-b578-a02ee758c2ed found for delete ", "request_id": "req-fe79a70c-8ee7-4d8f-b681-55e064b2c18b"}]} Oct 28 20:55:22.322491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:55:22.332324 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Made reservation on behalf of c22913a3602f4ae3a2cd3425a87aa345 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:22.336984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9627548'] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.396867 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58944) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:22.421935 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:22.425569 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 6 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:22.504081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:22.525572 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2f58e991-431b-4df2-aaeb-20ae3de9286d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82c149dbe8114cfdac97b6335c054af0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1268706 Oct 28 20:55:22.528277 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58946) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:22.629042 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] Publish callbacks [] for security_group (3fe9d283-f97a-4ef5-9734-7956c188dec7), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.693886 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] Publish callbacks [] for security_group (3fe9d283-f97a-4ef5-9734-7956c188dec7), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.799461 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3fe9d283-f97a-4ef5-9734-7956c188dec7), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.804914 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:22.806725 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3fe9d283-f97a-4ef5-9734-7956c188dec7 HTTP/1.1" status: 204 len: 168 time: 0.2762523 Oct 28 20:55:22.806966 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2b9d7-170f-4b3c-95b5-9ca84a9aaf5d req-39de00f3-84e0-403f-a3af-7478d3128230 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:22.821090 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ac2b9d7-170f-4b3c-95b5-9ca84a9aaf5d req-39de00f3-84e0-403f-a3af-7478d3128230 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1796682 Oct 28 20:55:22.825461 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbcc28-2b38-4a81-b58f-b0a1330f0879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9d283-f97a-4ef5-9734-7956c188dec7,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:22.847412 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:19Z', 'revision_number': 2, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:22.929150 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Checking router: a23466a0-4b2d-497e-b80a-474d1910031a for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:55:22.930194 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Updating router a23466a0-4b2d-497e-b80a-474d1910031a port a9d04246-5a28-4b19-a405-ce9521abe35b binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:55:23.005441 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 7 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:23.030067 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.075644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9885314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9627502'] for subnet (fb9d002e-8fe7-4048-a9b4-ec6545ec8b21), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.095164 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:23.159565 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ac2b9d7-170f-4b3c-95b5-9ca84a9aaf5d req-7045352a-c9db-478c-9905-b7f95672c0ef tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360331 Oct 28 20:55:23.333766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9d002e-8fe7-4048-a9b4-ec6545ec8b21,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:23.352646 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Checking segment: {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:23.353930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Network hostable DHCP agents. Network: 1b34ba08-cece-4a3e-a11c-a52fc6352fea, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:55:23.387477 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:55:23.404776 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 1b34ba08-cece-4a3e-a11c-a52fc6352fea) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:23.405083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 406ba356-b612-4292-8ecb-91b037e0b07c up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:23.414875 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:23.422033 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.449988 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f52deac0-c5fb-4766-92f9-142c66c5dcaf admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1793401 Oct 28 20:55:23.450907 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 58966) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:23.457488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:23.475023 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d9c85-d64e-4bc9-aee1-ad93db457a0f None None] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:55:23.502087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.502087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.621201 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks [] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.633096 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.651671 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for router_controller (db3c758f-aa66-4ab3-b82d-720885b0d81a), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.653149 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 8 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:23.745528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Port a9d04246-5a28-4b19-a405-ce9521abe35b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:23.747622 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 406ba356-b612-4292-8ecb-91b037e0b07c triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:23.748247 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.748725 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 406ba356-b612-4292-8ecb-91b037e0b07c Oct 28 20:55:23.808634 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'fixed_ips': [{'subnet_id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 20:55:23.809738 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.869304 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Pushing event updated for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:23.887082 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for router_gateway (db3c758f-aa66-4ab3-b82d-720885b0d81a), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.901138 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.902308 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.903654 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.904506 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.905906 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.906747 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.908147 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.909578 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.910395 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.911089 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.911580 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.912225 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.912778 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:55:23.927487 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Attempting to bind port a9d04246-5a28-4b19-a405-ce9521abe35b on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:23.930319 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Attempting to bind port a9d04246-5a28-4b19-a405-ce9521abe35b by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:23.931193 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Attempting to bind port a9d04246-5a28-4b19-a405-ce9521abe35b on network 56db486f-ced4-4163-b7a7-36ef0b48a30d {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:23.941245 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:23.941866 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Checking segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:23.942774 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:23.944008 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Bound using segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:23.944910 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 406ba356-b612-4292-8ecb-91b037e0b07c is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:23.945354 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Bound port: a9d04246-5a28-4b19-a405-ce9521abe35b, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:23.946387 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.042446 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Allocated IP 172.20.0.2 (1b34ba08-cece-4a3e-a11c-a52fc6352fea/fb9d002e-8fe7-4048-a9b4-ec6545ec8b21/a26bde06-c2c0-4351-9eff-17c464364952) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:24.050505 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] For port a9d04246-5a28-4b19-a405-ce9521abe35b, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:24.061699 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] For port a9d04246-5a28-4b19-a405-ce9521abe35b, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a9d04246-5a28-4b19-a405-ce9521abe35b,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:24.077556 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.122169 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:24.122953 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:24.213649 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for router_gateway (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.257217 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.285958 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Attempt 9 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:24.385128 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d1348-c19a-4e14-828f-280327a4836e None None] Pushing event updated for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:24.430682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce2a543-f739-4604-990a-ef805015ab3a req-bdc469fe-e946-4403-9110-0cc93654296a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:24.456801 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bce2a543-f739-4604-990a-ef805015ab3a req-bdc469fe-e946-4403-9110-0cc93654296a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1202543 Oct 28 20:55:24.513787 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:24.514232 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks [] for port (a26bde06-c2c0-4351-9eff-17c464364952), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.538210 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (a26bde06-c2c0-4351-9eff-17c464364952), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.572653 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bce2a543-f739-4604-990a-ef805015ab3a req-23ce0b3e-b597-4ce0-bc5d-bad1340cb27c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131690 Oct 28 20:55:24.575460 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Allocated IP 172.27.3.229 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/26029405-79aa-49f1-be82-4383f1e3f567) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:24.704943 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:24.718885 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Current status of the port a9d04246-5a28-4b19-a405-ce9521abe35b is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:24.719698 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.722437 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:24.731139 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:24.752580 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Pushing event updated for resources: {'Port': ['ID=a26bde06-c2c0-4351-9eff-17c464364952,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:24.840236 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for port (26029405-79aa-49f1-be82-4383f1e3f567), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:24.958668 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (26029405-79aa-49f1-be82-4383f1e3f567), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.107323 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Pushing event updated for resources: {'Port': ['ID=26029405-79aa-49f1-be82-4383f1e3f567,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:25.141029 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:25.145737 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:25.151075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:25.177108 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] For port a9d04246-5a28-4b19-a405-ce9521abe35b, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a9d04246-5a28-4b19-a405-ce9521abe35b,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:25.203982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.264010 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Attempting to bind port a26bde06-c2c0-4351-9eff-17c464364952 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:25.264231 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Attempting to bind port a26bde06-c2c0-4351-9eff-17c464364952 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:25.265293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Attempting to bind port a26bde06-c2c0-4351-9eff-17c464364952 on network 1b34ba08-cece-4a3e-a11c-a52fc6352fea {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:25.280116 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:25.281130 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Checking segment: {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:25.281589 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.281987 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Bound using segment: {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:25.282482 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Bound port: a26bde06-c2c0-4351-9eff-17c464364952, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:25.282866 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a26bde06-c2c0-4351-9eff-17c464364952), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.304510 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:25.363896 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ec098a-573d-4c74-a7c0-20b20697880f None None] The sync data for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi is: [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:55:25.376467 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d04a3c-3b36-433b-a9ff-1b5d9751988d None None] Pushing event updated for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:25.384167 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-6b445505-224b-4179-95e2-5657df7c78b9 None None] Provisioning complete for port a9d04246-5a28-4b19-a405-ce9521abe35b triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:25.384544 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6b445505-224b-4179-95e2-5657df7c78b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.384883 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-6b445505-224b-4179-95e2-5657df7c78b9 None None] Attempt 1 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:25.524166 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] For port a26bde06-c2c0-4351-9eff-17c464364952, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:25.530867 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] For port a26bde06-c2c0-4351-9eff-17c464364952, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a26bde06-c2c0-4351-9eff-17c464364952,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:25.550462 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a26bde06-c2c0-4351-9eff-17c464364952), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.640367 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ff475-cd89-47a1-be54-765d18446221 None None] Pushing event updated for resources: {'Port': ['ID=a26bde06-c2c0-4351-9eff-17c464364952,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:25.767518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for router_gateway (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:25.778034 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-6b445505-224b-4179-95e2-5657df7c78b9 None None] Current status of the port a9d04246-5a28-4b19-a405-ce9521abe35b is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:25.887064 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3228b-8fe7-49dd-866c-864defae8f12 req-d67b047b-2b92-4084-bada-5afe0f5d5f23 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:25.901663 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4f3228b-8fe7-49dd-866c-864defae8f12 req-d67b047b-2b92-4084-bada-5afe0f5d5f23 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1321084 Oct 28 20:55:26.009513 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4f3228b-8fe7-49dd-866c-864defae8f12 req-8a798974-cfb1-4227-89d9-1c77e65fe7ec tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020615 Oct 28 20:55:26.188706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:26.373331 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59038) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:26.382641 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Router db3c758f-aa66-4ab3-b82d-720885b0d81a is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 20:55:26.552151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:55:26.568079 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Sync routers for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:55:26.582041 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:26.586232 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-565a17c3-61cd-400a-a493-5a254d6e49db admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1301255 Oct 28 20:55:26.586709 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59044) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:26.601044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:26.601709 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:26.704743 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-eb29e4b3-a5b2-4c5e-b050-35a03577f600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:26.806983 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:27.185237 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:25Z', 'revision_number': 3, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:27.225469 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Checking router: db3c758f-aa66-4ab3-b82d-720885b0d81a for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:55:27.225630 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Updating router db3c758f-aa66-4ab3-b82d-720885b0d81a port 26029405-79aa-49f1-be82-4383f1e3f567 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:55:27.291414 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (26029405-79aa-49f1-be82-4383f1e3f567), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.299044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46259d08-6b4e-499e-9dbe-34cc42bd6835 None None] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:55:27.309272 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e269149-a70d-4636-bf0d-581885a5b371 req-f8f90193-fd0f-4ac0-90eb-1f673377db1a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:27.318729 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1e269149-a70d-4636-bf0d-581885a5b371 req-f8f90193-fd0f-4ac0-90eb-1f673377db1a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0869424 Oct 28 20:55:27.473187 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-eb29e4b3-a5b2-4c5e-b050-35a03577f600 admin admin] Publish callbacks [] for security_group (a4714d03-9695-42b2-b5c6-0ecb2e95a0c1), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.475190 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1e269149-a70d-4636-bf0d-581885a5b371 req-b18a2759-c4eb-4e74-be4e-3371e6e2ca8d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539040 Oct 28 20:55:27.489052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-eb29e4b3-a5b2-4c5e-b050-35a03577f600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a4714d03-9695-42b2-b5c6-0ecb2e95a0c1), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.574982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a9d04246-5a28-4b19-a405-ce9521abe35b up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:27.635813 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-eb29e4b3-a5b2-4c5e-b050-35a03577f600 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4bc3c2f021704a71b50ee2524f6ccaa7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2591178 Oct 28 20:55:27.637423 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59060) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:27.666435 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29e4b3-a5b2-4c5e-b050-35a03577f600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4714d03-9695-42b2-b5c6-0ecb2e95a0c1,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:27.692718 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Provisioning complete for port a26bde06-c2c0-4351-9eff-17c464364952 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:27.693435 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a26bde06-c2c0-4351-9eff-17c464364952), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.694132 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Attempt 1 to provision port a26bde06-c2c0-4351-9eff-17c464364952 Oct 28 20:55:27.782115 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] Publish callbacks [] for security_group (a4714d03-9695-42b2-b5c6-0ecb2e95a0c1), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.828391 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] Publish callbacks [] for security_group (a4714d03-9695-42b2-b5c6-0ecb2e95a0c1), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.922718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.990101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a4714d03-9695-42b2-b5c6-0ecb2e95a0c1), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.994057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:27.996439 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4714d03-9695-42b2-b5c6-0ecb2e95a0c1 HTTP/1.1" status: 204 len: 168 time: 0.3567183 Oct 28 20:55:28.025557 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a9d04246-5a28-4b19-a405-ce9521abe35b triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:28.025943 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.026325 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a9d04246-5a28-4b19-a405-ce9521abe35b Oct 28 20:55:28.028713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf09242-890e-4029-8207-af8fc0effee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4714d03-9695-42b2-b5c6-0ecb2e95a0c1,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:28.170110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Current status of the port a26bde06-c2c0-4351-9eff-17c464364952 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:28.170427 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a26bde06-c2c0-4351-9eff-17c464364952), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.236051 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Allocated IP 172.20.0.1 (1b34ba08-cece-4a3e-a11c-a52fc6352fea/fb9d002e-8fe7-4048-a9b4-ec6545ec8b21/3532f8c6-60a2-4443-b106-6811b521d638) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:28.320300 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] For port a26bde06-c2c0-4351-9eff-17c464364952, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a26bde06-c2c0-4351-9eff-17c464364952,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:28.321973 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a9d04246-5a28-4b19-a405-ce9521abe35b is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:28.323377 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a26bde06-c2c0-4351-9eff-17c464364952 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:28.376875 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks [] for port (26029405-79aa-49f1-be82-4383f1e3f567), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.382272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a26bde06-c2c0-4351-9eff-17c464364952), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.391254 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (26029405-79aa-49f1-be82-4383f1e3f567), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.479953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks [] for port (3532f8c6-60a2-4443-b106-6811b521d638), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.489068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a26bde06-c2c0-4351-9eff-17c464364952 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:28.489680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a26bde06-c2c0-4351-9eff-17c464364952), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.490176 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a26bde06-c2c0-4351-9eff-17c464364952 Oct 28 20:55:28.540416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Attempting to bind port 26029405-79aa-49f1-be82-4383f1e3f567 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:28.541045 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Attempting to bind port 26029405-79aa-49f1-be82-4383f1e3f567 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:28.541614 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Attempting to bind port 26029405-79aa-49f1-be82-4383f1e3f567 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:28.561094 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.580746 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:28.581763 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:28.582505 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.583062 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:28.583731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Bound port: 26029405-79aa-49f1-be82-4383f1e3f567, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:28.584344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (26029405-79aa-49f1-be82-4383f1e3f567), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.644348 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] For port 26029405-79aa-49f1-be82-4383f1e3f567, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:28.650781 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] For port 26029405-79aa-49f1-be82-4383f1e3f567, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=26029405-79aa-49f1-be82-4383f1e3f567,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:28.677517 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59084) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:28.684354 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc87f6f-45b9-4a03-b8ed-350ba1096828 None None] Pushing event updated for resources: {'Port': ['ID=a26bde06-c2c0-4351-9eff-17c464364952,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:28.687657 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:28.689255 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (26029405-79aa-49f1-be82-4383f1e3f567), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.705435 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e10e57d6-b80d-4ac7-a8b1-231ba0b77659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.736357 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-732cab36-be6e-4ed1-80a5-fbe1993f110d None None] Provisioning complete for port a26bde06-c2c0-4351-9eff-17c464364952 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:28.736752 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-732cab36-be6e-4ed1-80a5-fbe1993f110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a26bde06-c2c0-4351-9eff-17c464364952), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.737099 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-732cab36-be6e-4ed1-80a5-fbe1993f110d None None] Attempt 1 to provision port a26bde06-c2c0-4351-9eff-17c464364952 Oct 28 20:55:28.752059 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d87a38-c3ba-4406-be5c-2cf4bd77cd56 req-c12af925-f55a-4774-bc87-6abeda7a9272 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:28.769823 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9d87a38-c3ba-4406-be5c-2cf4bd77cd56 req-c12af925-f55a-4774-bc87-6abeda7a9272 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1634426 Oct 28 20:55:28.780528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:28.781344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:28.788042 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a26bde06-c2c0-4351-9eff-17c464364952 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:28.852331 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e10e57d6-b80d-4ac7-a8b1-231ba0b77659 admin admin] Publish callbacks [] for security_group (03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:28.862323 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:28.864758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6e35f-0b02-4d5c-8b57-a11fa1bfb1bd None None] Pushing event updated for resources: {'Port': ['ID=26029405-79aa-49f1-be82-4383f1e3f567,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:28.881280 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:28.935308 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b9d87a38-c3ba-4406-be5c-2cf4bd77cd56 req-324bdca4-8046-468c-bdbe-c96369e7f6c4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639256 Oct 28 20:55:28.953360 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6e35f-0b02-4d5c-8b57-a11fa1bfb1bd None None] Pushing event updated for resources: {'Port': ['ID=26029405-79aa-49f1-be82-4383f1e3f567,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:28.962007 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.072139 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e10e57d6-b80d-4ac7-a8b1-231ba0b77659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.085633 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Pushing event updated for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:29.206284 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e10e57d6-b80d-4ac7-a8b1-231ba0b77659 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82f9abe631224a8c8fa9abeaadbf9fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5243936 Oct 28 20:55:29.212815 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59094) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:29.234103 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e57d6-b80d-4ac7-a8b1-231ba0b77659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:29.304284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] Publish callbacks [] for security_group (03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.337180 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] Publish callbacks [] for security_group (03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.352637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-732cab36-be6e-4ed1-80a5-fbe1993f110d None None] Current status of the port a26bde06-c2c0-4351-9eff-17c464364952 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:29.399721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.404241 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.406947 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3 HTTP/1.1" status: 204 len: 168 time: 0.1925111 Oct 28 20:55:29.418057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a77518-b7a4-41e9-b511-9772b3f7a700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cd6ebf-8c10-4c6e-8ed6-21ffb04834a3,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:29.450478 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:29.542245 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a26bde06-c2c0-4351-9eff-17c464364952 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:29.736667 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Provisioning complete for port 3532f8c6-60a2-4443-b106-6811b521d638 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:29.737667 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3532f8c6-60a2-4443-b106-6811b521d638), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.737667 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 1 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:29.819960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:29.820579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a26bde06-c2c0-4351-9eff-17c464364952 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:29.822835 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a26bde06-c2c0-4351-9eff-17c464364952), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.823524 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a26bde06-c2c0-4351-9eff-17c464364952 Oct 28 20:55:29.856251 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3532f8c6-60a2-4443-b106-6811b521d638), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:29.909991 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:25Z', 'revision_number': 3, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:29.953290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdec9d6-53f1-487c-970d-a66545b62704 None None] The sync data for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi is: [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:25Z', 'revision_number': 3, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:55:30.048951 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a26bde06-c2c0-4351-9eff-17c464364952 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:30.165457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb245d-f4a5-4532-a158-633f90fc98a6 req-ea7b11a5-d915-4fed-ace5-50471b25ed16 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:30.167967 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a7bb245d-f4a5-4532-a158-633f90fc98a6 req-ea7b11a5-d915-4fed-ace5-50471b25ed16 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0818269 Oct 28 20:55:30.170313 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks [] for port (3532f8c6-60a2-4443-b106-6811b521d638), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.182502 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.261520 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a7bb245d-f4a5-4532-a158-633f90fc98a6 req-2b061848-52a3-4d32-a095-2b33309ddb58 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816967 Oct 28 20:55:30.262949 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59124) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:30.289666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7486ead-16fd-46a5-8925-b141f2c23f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.334974 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 2 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:30.348560 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.353234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Pushing event updated for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:30.449156 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:30.478956 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7486ead-16fd-46a5-8925-b141f2c23f5a admin admin] Publish callbacks [] for security_group (2338766e-dbf8-4551-a4b5-2fdae6279205), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.485947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7486ead-16fd-46a5-8925-b141f2c23f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2338766e-dbf8-4551-a4b5-2fdae6279205), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.539846 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:30.540538 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:30.573738 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7486ead-16fd-46a5-8925-b141f2c23f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2338766e-dbf8-4551-a4b5-2fdae6279205,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:30.599627 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a7486ead-16fd-46a5-8925-b141f2c23f5a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=84427b72e221416cb887a50f7f4adf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351886 Oct 28 20:55:30.602166 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59128) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:30.721318 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] Publish callbacks [] for security_group (2338766e-dbf8-4551-a4b5-2fdae6279205), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.783486 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] Publish callbacks [] for security_group (2338766e-dbf8-4551-a4b5-2fdae6279205), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.820157 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Router db3c758f-aa66-4ab3-b82d-720885b0d81a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:55:30.935802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2338766e-dbf8-4551-a4b5-2fdae6279205), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.938851 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:30.940367 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2338766e-dbf8-4551-a4b5-2fdae6279205 HTTP/1.1" status: 204 len: 168 time: 0.3367972 Oct 28 20:55:30.950974 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 3 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:30.955387 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899e90-c082-4d3f-9211-a59564af5d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338766e-dbf8-4551-a4b5-2fdae6279205,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:31.030593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:31.043780 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:55:31.067778 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-85b35893-3584-4ce0-accf-747e6f3a303b admin admin] 10.222.0.49 "PUT /v2.0/routers/db3c758f-aa66-4ab3-b82d-720885b0d81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4706037 Oct 28 20:55:31.402929 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 26029405-79aa-49f1-be82-4383f1e3f567 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:31.528729 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096c689-191e-4239-a664-d098a2a3e9d0 req-b761b274-4649-4e93-9af0-3203f5b77997 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:31.531157 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3096c689-191e-4239-a664-d098a2a3e9d0 req-b761b274-4649-4e93-9af0-3203f5b77997 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1066828 Oct 28 20:55:31.532317 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 4 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:31.571283 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 26029405-79aa-49f1-be82-4383f1e3f567 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:31.572420 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (26029405-79aa-49f1-be82-4383f1e3f567), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:31.572769 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 26029405-79aa-49f1-be82-4383f1e3f567 Oct 28 20:55:31.620924 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:31.660786 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3096c689-191e-4239-a664-d098a2a3e9d0 req-541041c7-d0f9-4c2e-be49-22d08103d97f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193740 Oct 28 20:55:31.788038 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 26029405-79aa-49f1-be82-4383f1e3f567 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:31.788697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (26029405-79aa-49f1-be82-4383f1e3f567), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:31.820769 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 26029405-79aa-49f1-be82-4383f1e3f567, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=26029405-79aa-49f1-be82-4383f1e3f567,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:31.829322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (26029405-79aa-49f1-be82-4383f1e3f567), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:31.896541 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=26029405-79aa-49f1-be82-4383f1e3f567,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:32.089631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59178) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:32.096974 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1763341532', 'description': 'tempest-secgroup-smoke-1763341532 description', 'project_id': '803952ec317943c68a52064ca0c2535a'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:32.122741 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 5 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:32.138364 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.255726 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:32.312526 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.321318 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.437143 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.439558 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3478796 Oct 28 20:55:32.442517 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59204) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:32.443528 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42d99b-d29c-4250-9fae-cfc905e576ae tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:32.454129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:32.527259 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (dae68e11-9096-463d-8f7a-755509f1d130), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.654039 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (dae68e11-9096-463d-8f7a-755509f1d130), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.672539 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (dae68e11-9096-463d-8f7a-755509f1d130), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.701505 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca530727-8929-4afd-904d-cf1239f67bc8 req-72dbfa65-fda9-4c1e-acf2-949beb4bd20f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:32.704179 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ca530727-8929-4afd-904d-cf1239f67bc8 req-72dbfa65-fda9-4c1e-acf2-949beb4bd20f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1778939 Oct 28 20:55:32.755167 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 6 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:32.765307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae68e11-9096-463d-8f7a-755509f1d130,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:32.787257 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.791773 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59216) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:32.791918 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-da708730-589c-4031-9b9a-64b8c13511a8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472371 Oct 28 20:55:32.800737 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:32.869370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b557638-0243-49fc-b2db-28961032edc5 req-dfb9ce49-0f14-430b-a170-01ef5670e837 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:32.877212 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (13730bfd-a182-4392-bdfa-21b546ad3810), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:32.878275 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b557638-0243-49fc-b2db-28961032edc5 req-dfb9ce49-0f14-430b-a170-01ef5670e837 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1888480 Oct 28 20:55:32.879959 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:32.888776 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ca530727-8929-4afd-904d-cf1239f67bc8 req-8bc5211e-2c20-4f89-81cc-1fddee9cd091 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643305 Oct 28 20:55:32.892516 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Sync routers for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:55:32.926191 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:32.928130 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:32.969543 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b557638-0243-49fc-b2db-28961032edc5 req-b51fd765-747d-4bf8-bdd3-7caa88746a49 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869710 Oct 28 20:55:33.031065 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (13730bfd-a182-4392-bdfa-21b546ad3810), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.038801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (13730bfd-a182-4392-bdfa-21b546ad3810), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.059374 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13730bfd-a182-4392-bdfa-21b546ad3810,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:33.075991 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.081846 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-34933e2b-8ccc-4157-96cc-313eccf97b9e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2848678 Oct 28 20:55:33.082351 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59222) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:33.089423 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:33.131421 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (b032ac45-b043-4b94-8a2b-045b3dc1d771), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.145906 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0867867-7280-4c54-8881-7b6e9879e423 req-79a86b44-ad93-45a1-ad82-57fecb1c6427 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:33.162595 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0867867-7280-4c54-8881-7b6e9879e423 req-79a86b44-ad93-45a1-ad82-57fecb1c6427 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1389935 Oct 28 20:55:33.188498 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:33.235282 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0867867-7280-4c54-8881-7b6e9879e423 req-b17c60f8-5387-4783-9852-efae9ff3d855 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703242 Oct 28 20:55:33.252938 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (b032ac45-b043-4b94-8a2b-045b3dc1d771), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.267556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (b032ac45-b043-4b94-8a2b-045b3dc1d771), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.308151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b032ac45-b043-4b94-8a2b-045b3dc1d771,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:33.337096 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.344805 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59234) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:33.348538 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-00fd9ae3-fdf6-4844-b7cf-4a1af49ef863 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2537777 Oct 28 20:55:33.361250 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:33.381212 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 7 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:33.441102 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (11aa2b2e-b764-43a7-9c06-8568e5442778), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.451311 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:33.453034 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 26029405-79aa-49f1-be82-4383f1e3f567 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:33.528567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 26029405-79aa-49f1-be82-4383f1e3f567 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:33.529301 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (26029405-79aa-49f1-be82-4383f1e3f567), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.529792 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 26029405-79aa-49f1-be82-4383f1e3f567 Oct 28 20:55:33.584688 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (11aa2b2e-b764-43a7-9c06-8568e5442778), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.593126 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (11aa2b2e-b764-43a7-9c06-8568e5442778), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.617498 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11aa2b2e-b764-43a7-9c06-8568e5442778,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:33.641771 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.645872 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-dee23534-8769-4b0b-a294-ce30c5d1b459 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2950654 Oct 28 20:55:33.646285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59240) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:33.654387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:33.661581 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:29Z', 'revision_number': 4, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '3532f8c6-60a2-4443-b106-6811b521d638', 'name': '', 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'mac_address': 'fa:16:3e:0f:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:27Z', 'updated_at': '2022-10-28T20:55:29Z', 'revision_number': 2, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'subnets': [{'id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:33.666220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 26029405-79aa-49f1-be82-4383f1e3f567 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:33.685272 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Project 803952ec317943c68a52064ca0c2535a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:55:33.690917 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (044140d0-451f-4554-9709-82a1766babbe), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.699571 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Checking router: db3c758f-aa66-4ab3-b82d-720885b0d81a for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:55:33.699960 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Updating router db3c758f-aa66-4ab3-b82d-720885b0d81a port 3532f8c6-60a2-4443-b106-6811b521d638 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 20:55:33.736050 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3532f8c6-60a2-4443-b106-6811b521d638), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.784509 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (044140d0-451f-4554-9709-82a1766babbe), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.790648 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (044140d0-451f-4554-9709-82a1766babbe), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.811390 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044140d0-451f-4554-9709-82a1766babbe,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:33.822202 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.826632 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-caf8032d-0ce3-4dcc-9278-07b87cfa091c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1762795 Oct 28 20:55:33.827038 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59244) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:33.835104 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'security_group_rule': {'security_group_id': 'fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91', 'project_id': '803952ec317943c68a52064ca0c2535a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:33.872393 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Project 803952ec317943c68a52064ca0c2535a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 20:55:33.878770 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (9a65aa07-6de6-4015-9097-ee805c61d423), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:33.954025 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 8 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:33.998084 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (9a65aa07-6de6-4015-9097-ee805c61d423), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.006472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (9a65aa07-6de6-4015-9097-ee805c61d423), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.026565 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:34.044493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a65aa07-6de6-4015-9097-ee805c61d423,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:34.062371 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.073571 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-52d1491d-d2e0-4dd7-a858-38fb587000e5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2453322 Oct 28 20:55:34.164315 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks [] for port (3532f8c6-60a2-4443-b106-6811b521d638), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.173735 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.272835 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209374d-adf1-4f6a-bdc8-202e154553a6 None None] Pushing event updated for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:34.273861 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b504b-f4e3-416c-a0b3-6c5966eb19f9 req-fe73d418-1d48-4f16-b7d3-8116f3c5d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:34.275411 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0d8b504b-f4e3-416c-a0b3-6c5966eb19f9 req-fe73d418-1d48-4f16-b7d3-8116f3c5d07c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1130 time: 0.2617407 Oct 28 20:55:34.312736 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Attempting to bind port 3532f8c6-60a2-4443-b106-6811b521d638 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:34.313165 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Attempting to bind port 3532f8c6-60a2-4443-b106-6811b521d638 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:34.313543 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Attempting to bind port 3532f8c6-60a2-4443-b106-6811b521d638 on network 1b34ba08-cece-4a3e-a11c-a52fc6352fea {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:34.319243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bec2c0-df12-425f-a032-008a2ef92ca8 req-a8918713-ff23-4136-8df7-329647e1dd25 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:34.319876 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:34.320262 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Checking segment: {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:34.320674 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.320871 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8bec2c0-df12-425f-a032-008a2ef92ca8 req-a8918713-ff23-4136-8df7-329647e1dd25 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.2541785 Oct 28 20:55:34.321069 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Bound using segment: {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:34.321555 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Bound port: 3532f8c6-60a2-4443-b106-6811b521d638, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1a394d-fa77-478d-948f-f02ba12f7362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:34.321938 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3532f8c6-60a2-4443-b106-6811b521d638), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.334723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22990b93-64b1-4209-b015-76888b497bc7 req-13c8522a-f5df-4292-856c-8aca230c9d1c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:34.342076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22990b93-64b1-4209-b015-76888b497bc7 req-13c8522a-f5df-4292-856c-8aca230c9d1c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1473923 Oct 28 20:55:34.423928 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f8bec2c0-df12-425f-a032-008a2ef92ca8 req-bb3cb044-ce75-489f-a122-828f930763fd tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779452 Oct 28 20:55:34.504166 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0d8b504b-f4e3-416c-a0b3-6c5966eb19f9 req-2a44c551-24b7-4251-b96e-9b827917551c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135661 Oct 28 20:55:34.528228 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 9 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:34.558489 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] For port 3532f8c6-60a2-4443-b106-6811b521d638, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:34.562670 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] For port 3532f8c6-60a2-4443-b106-6811b521d638, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3532f8c6-60a2-4443-b106-6811b521d638,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:34.573500 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:34.637819 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22990b93-64b1-4209-b015-76888b497bc7 req-1332971c-fc5f-486e-905e-dd3091b39dd6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942629 Oct 28 20:55:34.644241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Port 3532f8c6-60a2-4443-b106-6811b521d638 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:34.698674 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4209374d-adf1-4f6a-bdc8-202e154553a6 None None] Pushing event updated for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:34.706911 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:55:34.707506 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:34.711674 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47d532-6d6b-4f17-aa0a-07df527f19f4 req-72e90484-97c1-442f-ac5e-536818df6848 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:34.714733 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab47d532-6d6b-4f17-aa0a-07df527f19f4 req-72e90484-97c1-442f-ac5e-536818df6848 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.1572332 Oct 28 20:55:34.806562 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab47d532-6d6b-4f17-aa0a-07df527f19f4 req-20c802ce-8c38-4a03-acd4-a578d49540b1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851479 Oct 28 20:55:34.874857 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:55:35.146060 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Attempt 10 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:35.241787 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:29Z', 'revision_number': 4, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '3532f8c6-60a2-4443-b106-6811b521d638', 'name': '', 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'mac_address': 'fa:16:3e:0f:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:27Z', 'updated_at': '2022-10-28T20:55:34Z', 'revision_number': 4, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'subnets': [{'id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:55:35.276910 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53507055-1d96-4160-a572-c0448ec38a79 None None] The sync data for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi is: [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T20:55:29Z', 'revision_number': 4, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '3532f8c6-60a2-4443-b106-6811b521d638', 'name': '', 'network_id': '1b34ba08-cece-4a3e-a11c-a52fc6352fea', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'mac_address': 'fa:16:3e:0f:63:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:27Z', 'updated_at': '2022-10-28T20:55:34Z', 'revision_number': 4, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'subnets': [{'id': 'fb9d002e-8fe7-4048-a9b4-ec6545ec8b21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:55:35.310265 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Current status of the port 3532f8c6-60a2-4443-b106-6811b521d638 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:35.310981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3532f8c6-60a2-4443-b106-6811b521d638), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:35.387407 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] For port 3532f8c6-60a2-4443-b106-6811b521d638, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3532f8c6-60a2-4443-b106-6811b521d638,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:35.397672 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:35.467007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d1502-7800-4929-bf77-a6a3f8a74f6a None None] Pushing event updated for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:35.525717 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-d8d6fd67-7e24-4712-bd5d-d1cad4005fd4 None None] Provisioning complete for port 3532f8c6-60a2-4443-b106-6811b521d638 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:35.526241 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-d8d6fd67-7e24-4712-bd5d-d1cad4005fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3532f8c6-60a2-4443-b106-6811b521d638), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:35.526709 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-d8d6fd67-7e24-4712-bd5d-d1cad4005fd4 None None] Attempt 1 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:35.668540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6487c5a8-89b9-45f1-87db-0448707a0637 req-47283eca-2565-4a55-8c57-c2ed376c4412 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:35.681178 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6487c5a8-89b9-45f1-87db-0448707a0637 req-47283eca-2565-4a55-8c57-c2ed376c4412 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1053743 Oct 28 20:55:35.725897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-d8d6fd67-7e24-4712-bd5d-d1cad4005fd4 None None] Current status of the port 3532f8c6-60a2-4443-b106-6811b521d638 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:35.805170 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6487c5a8-89b9-45f1-87db-0448707a0637 req-b3cf5cd1-6edd-4658-a38e-dc74c3267b26 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208551 Oct 28 20:55:35.864506 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387378d6-7522-47c4-947b-7b3908ec6266 req-38fc571a-ce03-4c34-a1e5-ce0ef493bd00 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:35.866683 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-387378d6-7522-47c4-947b-7b3908ec6266 req-38fc571a-ce03-4c34-a1e5-ce0ef493bd00 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1111047 Oct 28 20:55:35.946789 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-387378d6-7522-47c4-947b-7b3908ec6266 req-29990258-90de-4b9d-b29f-96c36866c74d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728083 Oct 28 20:55:36.009846 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8760fb-02da-49ac-9b46-4fd4b9f34814 req-62d54fa5-8467-44ee-86a0-edbcf3e08fc7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:36.012863 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4c8760fb-02da-49ac-9b46-4fd4b9f34814 req-62d54fa5-8467-44ee-86a0-edbcf3e08fc7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0902305 Oct 28 20:55:36.085450 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4c8760fb-02da-49ac-9b46-4fd4b9f34814 req-97a2fbe6-5d28-4e8b-89bb-00ee98147e35 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639777 Oct 28 20:55:36.508262 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-dbb63bf7-1405-4396-80ba-5eb323a0d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:36.509822 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-dbb63bf7-1405-4396-80ba-5eb323a0d034 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1130 time: 0.1059868 Oct 28 20:55:36.539197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfad69d-15a3-4cf5-af40-f97bbefd7804 req-2ff5d3fa-2102-4d37-8598-ccaf0303bb9d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:36.548809 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fdfad69d-15a3-4cf5-af40-f97bbefd7804 req-2ff5d3fa-2102-4d37-8598-ccaf0303bb9d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0965176 Oct 28 20:55:36.762030 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fdfad69d-15a3-4cf5-af40-f97bbefd7804 req-e2838e69-2bd7-40d7-8040-d9d1d92bdb38 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976514 Oct 28 20:55:36.768065 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-8e1126c0-25fc-4708-93c9-ef90240e9d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:36.777028 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-8e1126c0-25fc-4708-93c9-ef90240e9d43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.2515829 Oct 28 20:55:36.861980 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-41298671-1669-4420-b0c7-534486d2dc25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 217 time: 0.0745907 Oct 28 20:55:37.055571 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-16610e6c-2cac-4cd1-8d80-0c2cf2775832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:37.058316 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-16610e6c-2cac-4cd1-8d80-0c2cf2775832 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1771033 Oct 28 20:55:37.215030 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694987-cbb5-44e1-8dc4-3da7daef2656 req-089fda00-b2fa-4956-a2ca-23d5fa34bed3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:37.217409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-32694987-cbb5-44e1-8dc4-3da7daef2656 req-089fda00-b2fa-4956-a2ca-23d5fa34bed3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.2753558 Oct 28 20:55:37.236446 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-7f957217-42a7-4930-8f78-5eba80820160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:37.239191 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-7f957217-42a7-4930-8f78-5eba80820160 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1732633 Oct 28 20:55:37.266607 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31e893-5cdb-4509-b1e8-19b18a8dfb43 req-17347cc2-1bbf-41ce-b75b-74eb1fedfd60 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:37.273980 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce31e893-5cdb-4509-b1e8-19b18a8dfb43 req-17347cc2-1bbf-41ce-b75b-74eb1fedfd60 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1516769 Oct 28 20:55:37.430356 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce31e893-5cdb-4509-b1e8-19b18a8dfb43 req-4bf07ed9-d0be-4551-8e64-95ea2ddbf5b9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361036 Oct 28 20:55:37.445190 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-32694987-cbb5-44e1-8dc4-3da7daef2656 req-56b9830a-5ba8-4c62-86c9-5380bbf60f1c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046077 Oct 28 20:55:37.505491 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-cf41ac93-1b2c-4d46-a063-640f0f1f4473 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578855 Oct 28 20:55:37.564856 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3532f8c6-60a2-4443-b106-6811b521d638 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:37.638463 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 3532f8c6-60a2-4443-b106-6811b521d638 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:37.639112 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3532f8c6-60a2-4443-b106-6811b521d638), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:37.640235 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 3532f8c6-60a2-4443-b106-6811b521d638 Oct 28 20:55:37.760938 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0d73830-9233-4fad-b927-11b28b70fb6b req-af61e9c9-c3b0-4a36-af45-5889ccc9c7bd service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475836 Oct 28 20:55:37.773610 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 3532f8c6-60a2-4443-b106-6811b521d638 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:37.948901 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0f9a1-9c7d-4afc-854e-af97b7e68149 req-0c0f30bd-5ed2-4a6e-8dde-ff3f33aa75a7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:37.950755 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1e0f9a1-9c7d-4afc-854e-af97b7e68149 req-0c0f30bd-5ed2-4a6e-8dde-ff3f33aa75a7 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0818655 Oct 28 20:55:38.011941 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1e0f9a1-9c7d-4afc-854e-af97b7e68149 req-9791e022-8470-4cbb-a987-9bd37117e21d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542331 Oct 28 20:55:38.596535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ebead-c9b9-4449-add8-079f2ba4d762 req-54fa4b2c-c38a-4e32-a31b-400fd80668b1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:38.598068 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f25ebead-c9b9-4449-add8-079f2ba4d762 req-54fa4b2c-c38a-4e32-a31b-400fd80668b1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0607769 Oct 28 20:55:38.680187 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f25ebead-c9b9-4449-add8-079f2ba4d762 req-65eeb1df-4b15-48cf-b572-5469dd85c9e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729547 Oct 28 20:55:38.691671 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8120e1-f179-476e-b5c6-3f3c864d36c8 req-0338db94-efba-4d0a-9fa1-ec88ed3d5792 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:38.693230 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df8120e1-f179-476e-b5c6-3f3c864d36c8 req-0338db94-efba-4d0a-9fa1-ec88ed3d5792 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0942767 Oct 28 20:55:38.754517 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df8120e1-f179-476e-b5c6-3f3c864d36c8 req-d8274669-64d5-4df4-a120-a7c7afd53c56 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548337 Oct 28 20:55:38.957497 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59420) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:38.962070 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1542069167', 'description': 'tempest-description--74212632'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:38.982069 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.068028 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.073776 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.113360 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.114743 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1562405 Oct 28 20:55:39.117873 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59432) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:39.125758 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:39.136905 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a0f106-769a-42f8-912e-b597ec32a9e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:39.154349 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (fe0512a2-bf1e-45e8-8601-7de72307a215), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.191677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537a820-f4bb-4a0a-bf01-915f9a0639d1 req-4d16e5ca-9d08-43a1-88fe-2e6a79a17c1d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:39.193504 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f537a820-f4bb-4a0a-bf01-915f9a0639d1 req-4d16e5ca-9d08-43a1-88fe-2e6a79a17c1d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0854006 Oct 28 20:55:39.236193 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (fe0512a2-bf1e-45e8-8601-7de72307a215), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.248118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (fe0512a2-bf1e-45e8-8601-7de72307a215), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.271725 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f537a820-f4bb-4a0a-bf01-915f9a0639d1 req-9792b7a4-376a-47e3-991b-6df98d381bee tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674801 Oct 28 20:55:39.273421 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0512a2-bf1e-45e8-8601-7de72307a215,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:39.291851 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.295997 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-163c76ed-9e49-4c52-84c8-f77f3ce2806f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1768935 Oct 28 20:55:39.296197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59434) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:39.300601 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:39.332471 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (8dd2bdf0-0815-40cd-93f4-63dec144e800), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.416402 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (8dd2bdf0-0815-40cd-93f4-63dec144e800), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.422774 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (8dd2bdf0-0815-40cd-93f4-63dec144e800), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.448207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd2bdf0-0815-40cd-93f4-63dec144e800,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:39.468246 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.468246 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-fbdf44b4-a759-4d89-b99b-214a39f9cd07 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625342 Oct 28 20:55:39.472348 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59444) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:39.480172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:39.482323 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59446) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:39.501819 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.616946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0bfab13d-3a1f-4d04-be5c-2aaf85f6fbef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.619848 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.754474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0bfab13d-3a1f-4d04-be5c-2aaf85f6fbef admin admin] Publish callbacks [] for security_group (d98b838f-1d8d-4020-b5bb-769bd8bf4db8), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.760998 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0bfab13d-3a1f-4d04-be5c-2aaf85f6fbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d98b838f-1d8d-4020-b5bb-769bd8bf4db8), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:39.791368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.27.3.253 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/cbcb8ffc-4685-4ff9-9e27-83d8e3013485) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:39.810640 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfab13d-3a1f-4d04-be5c-2aaf85f6fbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98b838f-1d8d-4020-b5bb-769bd8bf4db8,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:39.825305 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59454) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:39.825894 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0bfab13d-3a1f-4d04-be5c-2aaf85f6fbef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=add910c9648d4accba287620ef72c06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3421409 Oct 28 20:55:40.022260 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c84d0-f370-4f95-829b-58db8d063259 req-2175d21f-fc07-4647-9634-953bcc9fb7d0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.024069 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-387c84d0-f370-4f95-829b-58db8d063259 req-2175d21f-fc07-4647-9634-953bcc9fb7d0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2372766 Oct 28 20:55:40.063296 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] Publish callbacks [] for security_group (d98b838f-1d8d-4020-b5bb-769bd8bf4db8), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.096015 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41620c0e-5b3b-46fb-95c4-c0448965d6bd req-27cff52e-5acb-4988-82e1-f66d4bbbcd6b tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.097841 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41620c0e-5b3b-46fb-95c4-c0448965d6bd req-27cff52e-5acb-4988-82e1-f66d4bbbcd6b tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.2094190 Oct 28 20:55:40.103232 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.163425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] Publish callbacks [] for security_group (d98b838f-1d8d-4020-b5bb-769bd8bf4db8), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.208353 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-387c84d0-f370-4f95-829b-58db8d063259 req-55cd3373-3011-4e68-ab77-8d25a2293b46 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720474 Oct 28 20:55:40.282932 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41620c0e-5b3b-46fb-95c4-c0448965d6bd req-80b061f2-cd62-4c45-beb2-97d947cfcb5a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776888 Oct 28 20:55:40.285877 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.287618 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.353582 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:40.356390 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=cbcb8ffc-4685-4ff9-9e27-83d8e3013485,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:40.364190 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:40.367359 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:40.392595 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-5631266d-0e05-4c49-b01d-227d298e53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.394066 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-5631266d-0e05-4c49-b01d-227d298e53e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 1130 time: 0.1847677 Oct 28 20:55:40.394661 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d98b838f-1d8d-4020-b5bb-769bd8bf4db8), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.398206 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.399435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d98b838f-1d8d-4020-b5bb-769bd8bf4db8 HTTP/1.1" status: 204 len: 168 time: 0.5443339 Oct 28 20:55:40.454031 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1ca5f-1887-43e8-a689-9c8aa90083c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98b838f-1d8d-4020-b5bb-769bd8bf4db8,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:40.634801 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f9c8-0636-49a2-a942-70dfba6450d8 req-43b3a075-7481-41a0-835b-e9e474c76c79 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.636309 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-59a9f9c8-0636-49a2-a942-70dfba6450d8 req-43b3a075-7481-41a0-835b-e9e474c76c79 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.2460644 Oct 28 20:55:40.641831 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-1f7f8e5a-ec66-4bbf-8970-8b67e676e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.643806 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-1f7f8e5a-ec66-4bbf-8970-8b67e676e036 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.2003706 Oct 28 20:55:40.690007 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-2fc9adc5-1653-4b31-b941-1557e4dcc5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 200 len: 217 time: 0.0387926 Oct 28 20:55:40.694068 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.788285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59476) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:40.803716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8948619b-f0a7-449c-a30a-562d94ab6cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.808720 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-409fc9b3-458d-4488-b8a9-504f87a90920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:40.810181 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-409fc9b3-458d-4488-b8a9-504f87a90920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1083827 Oct 28 20:55:40.815768 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.902253 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8948619b-f0a7-449c-a30a-562d94ab6cf5 admin admin] Publish callbacks [] for security_group (8f76f043-52cf-41b0-a60a-3d8e1798f533), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.914434 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8948619b-f0a7-449c-a30a-562d94ab6cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (8f76f043-52cf-41b0-a60a-3d8e1798f533), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:40.962475 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-8948619b-f0a7-449c-a30a-562d94ab6cf5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c3a9391cbbd144aca92630923908efb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725066 Oct 28 20:55:40.963460 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948619b-f0a7-449c-a30a-562d94ab6cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f76f043-52cf-41b0-a60a-3d8e1798f533,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:40.966002 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59484) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:41.033938 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] Publish callbacks [] for security_group (8f76f043-52cf-41b0-a60a-3d8e1798f533), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.060174 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] Publish callbacks [] for security_group (8f76f043-52cf-41b0-a60a-3d8e1798f533), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.137184 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (8f76f043-52cf-41b0-a60a-3d8e1798f533), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.138538 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-59a9f9c8-0636-49a2-a942-70dfba6450d8 req-4f1d9ee2-f11d-4848-8207-e356014ded1b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457159 Oct 28 20:55:41.143050 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.149079 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f76f043-52cf-41b0-a60a-3d8e1798f533 HTTP/1.1" status: 204 len: 168 time: 0.1813052 Oct 28 20:55:41.168631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88414d2a-578f-41f0-9157-c7d939dbd479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f76f043-52cf-41b0-a60a-3d8e1798f533,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:41.223777 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-6d41a4c8-22a4-4458-b31d-3596583b91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:41.225435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-6d41a4c8-22a4-4458-b31d-3596583b91a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4054015 Oct 28 20:55:41.395125 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:55:41.400276 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-b72ad61a-1e09-4dc7-b6b6-43517f88bbd1 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637902 Oct 28 20:55:41.667273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.697047 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05160845-20d2-4a1f-be88-51368f2f91f8 req-6d2c0019-e84d-4a38-94c5-3d6d68586c1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:41.710695 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-05160845-20d2-4a1f-be88-51368f2f91f8 req-6d2c0019-e84d-4a38-94c5-3d6d68586c1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.3087265 Oct 28 20:55:41.729704 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.894108 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a77982e5-ff90-4721-ac43-bc7253109d5c req-2d0fec42-191e-4923-8b2d-b2c9dc9e4d2b service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390028 Oct 28 20:55:41.907168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce31376-b641-4b91-b43a-1f80d772c6c4 req-443c0b2e-f031-4ea0-b142-a856c00e73e1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:41.908777 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ce31376-b641-4b91-b43a-1f80d772c6c4 req-443c0b2e-f031-4ea0-b142-a856c00e73e1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.4605289 Oct 28 20:55:41.916505 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.950096 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=cbcb8ffc-4685-4ff9-9e27-83d8e3013485,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:41.978668 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:41.980149 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-28e888c5-72f5-481c-b812-37b4a386e4af tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5043292 Oct 28 20:55:41.991268 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-05160845-20d2-4a1f-be88-51368f2f91f8 req-33ecfb4a-05d1-4b76-9c03-6aef6a0a4ce6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2791877 Oct 28 20:55:42.026375 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ce31376-b641-4b91-b43a-1f80d772c6c4 req-4a47e35e-5374-46a8-8e2c-6a33fb96d23f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916762 Oct 28 20:55:42.090251 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6dd60d27-ef04-4155-a790-b83260093f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:42.320694 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-6f4f212f-c17f-422b-ad6e-f590a26ba44c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1542069167&fields=id&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 267 time: 0.0840662 Oct 28 20:55:42.420497 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59538) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:42.537153 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-e02f520e-1952-4811-b845-5e2177c0790b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:42.538555 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-e02f520e-1952-4811-b845-5e2177c0790b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.2081079 Oct 28 20:55:42.558836 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-ba92f291-4763-4dda-9975-5d8b3709f574 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/quotas/c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 375 time: 0.0138450 Oct 28 20:55:42.637728 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-93a7c9f6-38e0-4759-9587-f33c7e10ee9b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0680988 Oct 28 20:55:42.769031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c842d7e6-a3e8-4fc3-bf24-e5b4deeea934 service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145833 Oct 28 20:55:42.791307 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9934c2d-ed78-4a1c-bff6-25420c444d9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:42.933956 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9934c2d-ed78-4a1c-bff6-25420c444d9b admin admin] Publish callbacks [] for security_group (6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:42.940973 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b9934c2d-ed78-4a1c-bff6-25420c444d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:42.942731 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-0ee876c2-10cc-454b-9d98-c76fd20b0e2d service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726956 Oct 28 20:55:42.964409 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59556) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:42.970656 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895129613', 'description': 'tempest-description--1343331236'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:42.983854 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b9934c2d-ed78-4a1c-bff6-25420c444d9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59af2e5ed1914affbbc7e86985e9102c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5600116 Oct 28 20:55:42.984684 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59558) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:43.037098 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.038049 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9934c2d-ed78-4a1c-bff6-25420c444d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:43.081548 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] Publish callbacks [] for security_group (6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.144998 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] Publish callbacks [] for security_group (6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.230095 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.233366 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.237875 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e HTTP/1.1" status: 204 len: 168 time: 0.2501380 Oct 28 20:55:43.265931 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaafc71-5ba8-46ac-a878-0d6d437ac9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0bf94a-be86-4f6f-bf7f-319ec8ebd30e,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:43.279788 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.298772 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.346395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ddc97-7b9c-4445-bc4d-8af289be04bc req-b445a399-910b-44b3-9d61-a811edfa0869 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:43.354071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-eb5ddc97-7b9c-4445-bc4d-8af289be04bc req-b445a399-910b-44b3-9d61-a811edfa0869 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1641178 Oct 28 20:55:43.382234 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1330a1-fb97-4a9f-8d97-5887c939375f req-1409cd28-6f88-45fd-828f-46e2ef447c44 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:43.384038 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa1330a1-fb97-4a9f-8d97-5887c939375f req-1409cd28-6f88-45fd-828f-46e2ef447c44 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2193735 Oct 28 20:55:43.396604 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.400852 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4318063 Oct 28 20:55:43.401731 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59582) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:43.407769 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'security_group_rule': {'security_group_id': 'd8beb4f4-e76a-4bfb-abe4-8655a18d7ec7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:43.415998 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b21d0b-c98b-4c37-9617-23e84d358b62 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:43.510983 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-eb5ddc97-7b9c-4445-bc4d-8af289be04bc req-851b6890-dc9b-496d-9507-97434c9a764a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558886 Oct 28 20:55:43.539110 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (b8c98d04-a161-4e7e-8b04-1a1c4ea4d3e7), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.627224 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa1330a1-fb97-4a9f-8d97-5887c939375f req-ff490c93-85c4-467e-9450-28af6cb31e7f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066205 Oct 28 20:55:43.675980 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ca99c041-10e1-433c-92da-af46604122e1 req-88c114e3-3b84-4ad6-b9a6-d54a35f8abab tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 210 time: 0.0788624 Oct 28 20:55:43.733243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (b8c98d04-a161-4e7e-8b04-1a1c4ea4d3e7), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.738432 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (b8c98d04-a161-4e7e-8b04-1a1c4ea4d3e7), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.763665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c98d04-a161-4e7e-8b04-1a1c4ea4d3e7,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:43.770087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.772477 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-75b9ed63-488c-49b6-8b02-d3982037f3be tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3700781 Oct 28 20:55:43.776680 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59596) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:43.783912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'security_group_rule': {'security_group_id': 'd8beb4f4-e76a-4bfb-abe4-8655a18d7ec7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:43.837305 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (661bc2d7-e4c5-4441-b74f-58e1f3a82d4e), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.934294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (661bc2d7-e4c5-4441-b74f-58e1f3a82d4e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.940205 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (661bc2d7-e4c5-4441-b74f-58e1f3a82d4e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.963596 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661bc2d7-e4c5-4441-b74f-58e1f3a82d4e,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:43.970162 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:43.971956 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1682691d-1008-463b-b741-082a4dd51964 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1930397 Oct 28 20:55:43.974973 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59598) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:43.980733 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:44.015933 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.028661 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59600) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:44.057936 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c89fe10a-2fe7-4d90-bdbd-00bf39cbe24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.157143 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.176212 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c89fe10a-2fe7-4d90-bdbd-00bf39cbe24d admin admin] Publish callbacks [] for security_group (744e651e-9f04-4b68-b49c-96f70fad2f11), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.180835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c89fe10a-2fe7-4d90-bdbd-00bf39cbe24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (744e651e-9f04-4b68-b49c-96f70fad2f11), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.234611 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c89fe10a-2fe7-4d90-bdbd-00bf39cbe24d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=296ae9947eb24ad3b60840ffa6a28f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035985 Oct 28 20:55:44.236437 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89fe10a-2fe7-4d90-bdbd-00bf39cbe24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744e651e-9f04-4b68-b49c-96f70fad2f11,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:44.238946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59602) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:44.314374 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] Publish callbacks [] for security_group (744e651e-9f04-4b68-b49c-96f70fad2f11), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.318624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Allocated IP 172.27.3.21 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/bd95e5df-94c3-4fdb-bd45-e3766ad67499) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:44.364966 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] Publish callbacks [] for security_group (744e651e-9f04-4b68-b49c-96f70fad2f11), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.440439 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (744e651e-9f04-4b68-b49c-96f70fad2f11), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.443632 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.447183 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/744e651e-9f04-4b68-b49c-96f70fad2f11 HTTP/1.1" status: 204 len: 168 time: 0.2049344 Oct 28 20:55:44.454337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b20daa-3f1a-4a40-9fec-8e156172e652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744e651e-9f04-4b68-b49c-96f70fad2f11,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:44.656483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-25c72000-a87b-4c5f-a2b8-483f9e35e361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.672326 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.725663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-3cb5d052-db89-4674-8268-2e2e36092eb8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:44.727410 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-3cb5d052-db89-4674-8268-2e2e36092eb8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.2302055 Oct 28 20:55:44.744283 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83babd5-e790-41a2-ac9f-92beb688f701 req-6c98443c-b0d7-4e65-a0de-72cbf90798d5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:44.746087 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a83babd5-e790-41a2-ac9f-92beb688f701 req-6c98443c-b0d7-4e65-a0de-72cbf90798d5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1376653 Oct 28 20:55:44.866255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:44.871138 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a83babd5-e790-41a2-ac9f-92beb688f701 req-9fcef631-678d-4ea0-b812-cfff92abdaf0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138484 Oct 28 20:55:44.935901 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:44.947974 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:44.960412 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:45.005802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'Port': ['ID=bd95e5df-94c3-4fdb-bd45-e3766ad67499,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:45.021717 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59624) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:45.034976 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-229a78ce-1bef-419a-9c38-c1a2de25c809 req-8aaf6f97-1b73-4d17-aa86-8634760d5e22 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 210 time: 0.0847332 Oct 28 20:55:45.036198 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba59a85f-2bae-46b6-90fe-5ccf57e9c386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.042349 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-d026536d-286c-42fc-8b88-e9412665ec01 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 472 time: 0.2910151 Oct 28 20:55:45.068537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'port': {'device_id': '28fc941b-42e1-4c72-805f-8296ac05035f', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'admin_state_up': True, 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'security_groups': ['4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:45.072810 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc178c8-38df-47f0-8227-ccb7617b6c65 req-986e927a-d691-4379-9c15-4a96fbf5e10d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:45.074369 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5cc178c8-38df-47f0-8227-ccb7617b6c65 req-986e927a-d691-4379-9c15-4a96fbf5e10d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2761269 Oct 28 20:55:45.136241 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba59a85f-2bae-46b6-90fe-5ccf57e9c386 admin admin] Publish callbacks [] for security_group (e580162a-f16b-4169-bca9-7f605a632c0d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.140958 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ba59a85f-2bae-46b6-90fe-5ccf57e9c386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e580162a-f16b-4169-bca9-7f605a632c0d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.185299 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ba59a85f-2bae-46b6-90fe-5ccf57e9c386 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8b8f57f0c6ac4cb983796666fd5d4357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594605 Oct 28 20:55:45.185299 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba59a85f-2bae-46b6-90fe-5ccf57e9c386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e580162a-f16b-4169-bca9-7f605a632c0d,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:45.190446 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59626) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:45.231301 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.240142 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5cc178c8-38df-47f0-8227-ccb7617b6c65 req-3056218b-f8e6-4af8-b20b-4e73cf34e63b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497114 Oct 28 20:55:45.245901 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] Publish callbacks [] for security_group (e580162a-f16b-4169-bca9-7f605a632c0d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.275965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] Publish callbacks [] for security_group (e580162a-f16b-4169-bca9-7f605a632c0d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.308912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.339471 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:45.340252 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e580162a-f16b-4169-bca9-7f605a632c0d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.344331 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.345614 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e580162a-f16b-4169-bca9-7f605a632c0d HTTP/1.1" status: 204 len: 168 time: 0.1576352 Oct 28 20:55:45.349228 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.354968 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d5363-4d67-4e1a-a332-5ac2b50c25c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e580162a-f16b-4169-bca9-7f605a632c0d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:45.609647 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.20.0.6 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/3bca41e5-b0aa-4daf-9086-0ed244eaa4f8) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:45.640145 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.645824 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.761238 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'Port': ['ID=bd95e5df-94c3-4fdb-bd45-e3766ad67499,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:45.774862 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.843704 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:45.845937 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e647c03b-d333-44bd-ba5f-5fc0bca34865 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8695395 Oct 28 20:55:45.986056 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.074530 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.103675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748183-998d-4c7b-b047-0279cb8a77d4 req-ad85b0b1-2d9b-4cf2-ade4-05474da4c038 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:46.105356 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1e748183-998d-4c7b-b047-0279cb8a77d4 req-ad85b0b1-2d9b-4cf2-ade4-05474da4c038 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1173959 Oct 28 20:55:46.143941 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:46.174756 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:46.185660 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:46.292450 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:46.328563 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1e748183-998d-4c7b-b047-0279cb8a77d4 req-490b4965-acc5-4785-81ef-83853905e87c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919167 Oct 28 20:55:46.337236 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:46.337944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.368110 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39546c-7577-442e-8fe7-e820e82a41ef req-62836f02-2963-4002-b275-d0a029c91c45 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:46.368110 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be39546c-7577-442e-8fe7-e820e82a41ef req-62836f02-2963-4002-b275-d0a029c91c45 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 931 time: 0.2262824 Oct 28 20:55:46.384011 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-c97db827-d6e4-4701-acc6-a6ecfb6436c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3330550 Oct 28 20:55:46.400043 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Request body: {'port': {'device_id': '28fc941b-42e1-4c72-805f-8296ac05035f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:46.461441 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Provisioning complete for port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:46.462083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.462190 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Attempt 1 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:46.504407 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:46.520262 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be39546c-7577-442e-8fe7-e820e82a41ef req-dcfab82f-6091-4970-9c4c-c77b10813cbf tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350696 Oct 28 20:55:46.559857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.582002 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-416ea0ab-619b-43c1-af4c-fe1a3dd604d9 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--895129613&fields=id&tenant_id=99fe5983d1c6464796b4c24984ceb0c4 HTTP/1.1" status: 200 len: 267 time: 0.1273201 Oct 28 20:55:46.655260 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:46.845292 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9429ee9-5f84-4be3-81ac-879d3ed4f424 req-22ff6977-91ff-48ae-b1b8-001ccb8849e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:46.847012 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c9429ee9-5f84-4be3-81ac-879d3ed4f424 req-22ff6977-91ff-48ae-b1b8-001ccb8849e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2425435 Oct 28 20:55:47.005803 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Attempt 2 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:47.110913 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:47.283812 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-210056c5-1729-40e0-aa0f-6340efc20714 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:47.285307 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-210056c5-1729-40e0-aa0f-6340efc20714 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 0.6797774 Oct 28 20:55:47.315155 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-ee1df7a7-d412-41ff-86f5-0c802790d57f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/quotas/99fe5983d1c6464796b4c24984ceb0c4 HTTP/1.1" status: 200 len: 375 time: 0.0209668 Oct 28 20:55:47.333615 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59692) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:47.363160 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c9429ee9-5f84-4be3-81ac-879d3ed4f424 req-37d11bda-461b-4d5e-9f89-b9362034dc37 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019705 Oct 28 20:55:47.484356 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:55:47.500353 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a6ea894a-71bd-4a13-b8e1-2204aef59bfc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1763284 Oct 28 20:55:47.519606 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks [] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.521478 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c841f0fb-db66-4ad5-9be9-7d64005b7bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.612438 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Attempt 3 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:47.615792 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c841f0fb-db66-4ad5-9be9-7d64005b7bc3 admin admin] Publish callbacks [] for security_group (d064bea5-6691-41ad-986c-649ebd99ec78), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.621751 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c841f0fb-db66-4ad5-9be9-7d64005b7bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d064bea5-6691-41ad-986c-649ebd99ec78), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.641345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Transition to ACTIVE for port object 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:55:47.658587 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.682044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:47.685607 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c841f0fb-db66-4ad5-9be9-7d64005b7bc3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=09e25051d5da44a4b14600f46543c164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3504064 Oct 28 20:55:47.694913 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59700) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:47.714534 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841f0fb-db66-4ad5-9be9-7d64005b7bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d064bea5-6691-41ad-986c-649ebd99ec78,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:47.738524 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb13f3-edf7-4e21-8850-de611dcfaa86 req-57a022bb-996c-471c-b94c-8ada95371eab tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:47.741021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9cb13f3-edf7-4e21-8850-de611dcfaa86 req-57a022bb-996c-471c-b94c-8ada95371eab tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.2515092 Oct 28 20:55:47.763472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] Publish callbacks [] for security_group (d064bea5-6691-41ad-986c-649ebd99ec78), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.791081 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] Publish callbacks [] for security_group (d064bea5-6691-41ad-986c-649ebd99ec78), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.834624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Pushing event updated for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:47.849376 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-69fd84d3-8a8a-407f-b9c6-b864fcb819f1 service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200552 Oct 28 20:55:47.889850 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d064bea5-6691-41ad-986c-649ebd99ec78), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.895060 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:47.897086 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d064bea5-6691-41ad-986c-649ebd99ec78 HTTP/1.1" status: 204 len: 168 time: 0.2009254 Oct 28 20:55:47.913560 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d60b006-2db2-4f32-a59c-8c5caa617f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d064bea5-6691-41ad-986c-649ebd99ec78,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:47.977433 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Attempting to bind port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:47.977764 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Attempting to bind port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:47.978089 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Attempting to bind port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:47.984004 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9cb13f3-edf7-4e21-8850-de611dcfaa86 req-56f5f8a2-4f75-48ed-97b7-1bbb33db2bf5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170837 Oct 28 20:55:48.001186 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 on network 58e46008-6198-4244-bd77-9dc3966e763e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:55:48.001539 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Attempting to bind port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:48.016816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:48.016816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:48.016816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:48.016816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Bound port: 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:48.016816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.118133 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-8a131bb9-2f7a-41b9-a413-f4ef2b8988c3 service neutron] 10.222.0.49 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559102 Oct 28 20:55:48.183199 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Attempt 4 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:48.290593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6e215-a6e4-4138-9304-83f230de5d99 req-1b06d7f1-7566-460a-9e8c-71346f1abc9b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:48.301343 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfb6e215-a6e4-4138-9304-83f230de5d99 req-1b06d7f1-7566-460a-9e8c-71346f1abc9b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 943 time: 0.1750083 Oct 28 20:55:48.303624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:48.311488 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.323504 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:48.324611 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:48.390903 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.397136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:48.398080 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.400296 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] 10.222.0.26 "PUT /v2.0/ports/3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 HTTP/1.1" status: 200 len: 1093 time: 2.0078335 Oct 28 20:55:48.412681 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:55:48.421553 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8500588d-8e0a-423b-b746-641cf59e7b86" -d '{"events": [{"name": "network-changed", "server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:55:48.455665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59736) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:48.477419 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d0d26173-3a5b-4764-a831-85af92192319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.584036 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:55:48.619929 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e376-2a5f-4d16-8ee0-fc57deaef29e service neutron] Pushing event updated for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:48.639354 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d0d26173-3a5b-4764-a831-85af92192319 admin admin] Publish callbacks [] for security_group (742b15e6-25e9-4619-aef1-c9084875c77c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.647387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d0d26173-3a5b-4764-a831-85af92192319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (742b15e6-25e9-4619-aef1-c9084875c77c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.672806 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c8345230-ae2f-419c-a87a-a2491827de6c req-448db43b-cd24-46d1-bbcd-f4bbff0f2371 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 210 time: 0.1896749 Oct 28 20:55:48.725266 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dfb6e215-a6e4-4138-9304-83f230de5d99 req-53e6f28b-79b9-40b1-914e-3cdc7a920abe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4131417 Oct 28 20:55:48.760205 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d0d26173-3a5b-4764-a831-85af92192319 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1da7b26c4e6243e88c74ad293dfe7236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3018346 Oct 28 20:55:48.761289 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59746) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:48.765064 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d26173-3a5b-4764-a831-85af92192319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742b15e6-25e9-4619-aef1-c9084875c77c,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:48.801209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-85126201-3d7e-4de5-8d1d-f8a01d47cfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:48.802883 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:48.809659 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.814984 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-85126201-3d7e-4de5-8d1d-f8a01d47cfb9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 1127 time: 0.3291988 Oct 28 20:55:48.826233 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Attempt 5 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:48.906934 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] Publish callbacks [] for security_group (742b15e6-25e9-4619-aef1-c9084875c77c), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:48.945746 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] Publish callbacks [] for security_group (742b15e6-25e9-4619-aef1-c9084875c77c), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:49.001748 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-a8fe92ab-30dd-4eac-a960-c0e086a35228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 HTTP/1.1" status: 200 len: 217 time: 0.1706388 Oct 28 20:55:49.004802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e03cae9-2595-4457-ac1d-d209fd8d8b76 x-openstack-request-id: req-4e03cae9-2595-4457-ac1d-d209fd8d8b76 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:55:49.005675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:55:49.006301 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4e03cae9-2595-4457-ac1d-d209fd8d8b76 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:55:49.007492 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e03cae9-2595-4457-ac1d-d209fd8d8b76'] response: {'name': 'network-changed', 'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'status': 'completed', 'code': 200} Oct 28 20:55:49.061108 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (742b15e6-25e9-4619-aef1-c9084875c77c), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:49.065813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:49.069294 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/742b15e6-25e9-4619-aef1-c9084875c77c HTTP/1.1" status: 204 len: 168 time: 0.3061006 Oct 28 20:55:49.090747 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8adbf3-8adc-418c-aa76-1693f1dfef8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742b15e6-25e9-4619-aef1-c9084875c77c,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:49.096189 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:55:49.187207 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: ACTIVE; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:49.187701 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:49.191782 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-8d61b83f-47ae-4391-8899-a71059387a0c None None] Port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:55:49.210373 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:55:49.246960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:49.255789 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:49.341129 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=6']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:49.446694 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['ceac7e63-06bf-4e70-915c-f46aaf4d80f4'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:55:49.466250 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-a8f9968c-0d9f-4467-94d2-ebe73636545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:49.468437 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-a8f9968c-0d9f-4467-94d2-ebe73636545a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.4561536 Oct 28 20:55:49.485706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f54983-a1e8-4040-b42e-07fcb4f7946a req-266246eb-2400-4c82-a04b-2d14b09e92ef tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:49.487855 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34f54983-a1e8-4040-b42e-07fcb4f7946a req-266246eb-2400-4c82-a04b-2d14b09e92ef tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.4787302 Oct 28 20:55:49.565287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40524a-aa91-4ff3-8650-11fb0220a690 req-5a235e3b-5a65-41e0-8f0b-c250d1991c4f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:49.573294 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2a40524a-aa91-4ff3-8650-11fb0220a690 req-5a235e3b-5a65-41e0-8f0b-c250d1991c4f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.3070433 Oct 28 20:55:49.699804 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34f54983-a1e8-4040-b42e-07fcb4f7946a req-c65fd9f8-732c-44ae-a64d-3bbb36af838e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817327 Oct 28 20:55:49.707792 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-e7ccf7a1-f5c0-4bc9-8497-c11f57e02951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:49.711051 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-e7ccf7a1-f5c0-4bc9-8497-c11f57e02951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2199023 Oct 28 20:55:49.726971 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2a40524a-aa91-4ff3-8650-11fb0220a690 req-8520ddb3-8faa-4782-a44b-1cc093349fe6 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523812 Oct 28 20:55:49.943275 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-14d854b7-f367-4ee5-833b-4d0b7f02fa9a service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135632 Oct 28 20:55:49.989272 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2a2abec8-1320-46e6-ac65-fc0e58032d89 req-6419c316-54e2-493d-bdc8-0ae880b554a1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 210 time: 0.0696950 Oct 28 20:55:50.126111 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87d921-e657-4229-9419-01acef488754 req-5927fa07-36c9-4db7-b660-a95c19118361 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:50.127710 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ba87d921-e657-4229-9419-01acef488754 req-5927fa07-36c9-4db7-b660-a95c19118361 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 943 time: 0.2094319 Oct 28 20:55:50.177247 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd401330-9c89-4471-b164-71b6eb45ccf2 req-ff72dbfb-3c67-44e0-a891-660d70a7595c service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143533 Oct 28 20:55:50.238898 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ba87d921-e657-4229-9419-01acef488754 req-aa6976ec-3fec-4a94-8f8b-3d73c61e54e3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981824 Oct 28 20:55:50.412118 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9daf52-702d-4a1c-9ee9-9c3156290a2a req-458a33ea-0cc2-475a-a7e7-7c151282f064 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:50.414778 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e9daf52-702d-4a1c-9ee9-9c3156290a2a req-458a33ea-0cc2-475a-a7e7-7c151282f064 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.1837044 Oct 28 20:55:50.490161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-06507b11-053d-47a0-80f3-953fac000682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:50.491860 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-06507b11-053d-47a0-80f3-953fac000682 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 1127 time: 0.2025642 Oct 28 20:55:50.595275 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:50.709984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-94c71fcb-080d-40e9-8900-98701f2e902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:50.713587 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-94c71fcb-080d-40e9-8900-98701f2e902b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1130 time: 0.2948699 Oct 28 20:55:50.713916 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:50.714392 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:50.715645 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:55:50.723034 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e9daf52-702d-4a1c-9ee9-9c3156290a2a req-a7df8edd-176b-4978-914e-b98cd7f8762c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896030 Oct 28 20:55:50.903119 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-54318921-fb75-4ffb-abb9-2951bdbd1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:50.905359 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-54318921-fb75-4ffb-abb9-2951bdbd1475 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.3989699 Oct 28 20:55:50.974984 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-275b3578-f144-4320-8b19-c1b5df2ffc10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 HTTP/1.1" status: 200 len: 217 time: 0.0587368 Oct 28 20:55:50.990225 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:50.990916 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:51.005872 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-0d3de047-54de-44e4-8ccf-5b31123836f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.007654 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-0d3de047-54de-44e4-8ccf-5b31123836f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.2773561 Oct 28 20:55:51.017680 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-2dd8cdf5-18a0-4fad-9561-5285d4930116 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.024820 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-2dd8cdf5-18a0-4fad-9561-5285d4930116 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 819 time: 0.6253998 Oct 28 20:55:51.058774 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:55:51.067819 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc08d40-a9fb-4d09-8fdd-63ee8d4a7863" -d '{"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:55:51.129959 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:51.130315 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-51e38fed-79f1-464a-adbd-04b0c28ca11e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99fe5983d1c6464796b4c24984ceb0c4 HTTP/1.1" status: 200 len: 379 time: 0.0955071 Oct 28 20:55:51.143103 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:51.147560 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'port': {'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'admin_state_up': True, 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'security_groups': ['d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:51.243291 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c902f91-5523-475e-9a18-640f1784135f req-c184209a-9519-41b9-a111-4da4a487513f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.245924 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c902f91-5523-475e-9a18-640f1784135f req-c184209a-9519-41b9-a111-4da4a487513f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.2247562 Oct 28 20:55:51.255135 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-6624bc12-b204-4d98-9121-b118c1d8385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.258017 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-6624bc12-b204-4d98-9121-b118c1d8385f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.2486215 Oct 28 20:55:51.317592 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3f46c274-9d05-4f51-aa21-fec7ac6ee33e req-76df02d0-a01d-40c2-8d41-70a464d9f3fa tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 210 time: 0.0700173 Oct 28 20:55:51.320848 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-a87a3307-355a-499d-9765-1892b5120784 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 1001 time: 0.2984252 Oct 28 20:55:51.388571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=7']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:51.433066 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-c577c8d9-9edf-4573-b22b-383b7012bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.434654 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-c577c8d9-9edf-4573-b22b-383b7012bc50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0761766 Oct 28 20:55:51.496835 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e982442-2d96-4d06-b3ff-e72dbc58c40e x-openstack-request-id: req-5e982442-2d96-4d06-b3ff-e72dbc58c40e {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:55:51.497172 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:55:51.497421 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e982442-2d96-4d06-b3ff-e72dbc58c40e {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:55:51.497834 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e982442-2d96-4d06-b3ff-e72dbc58c40e'] response: {'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'code': 200} Oct 28 20:55:51.517455 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c902f91-5523-475e-9a18-640f1784135f req-eb40c08b-de8e-4189-9aef-ad54607ba5b9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567916 Oct 28 20:55:51.542703 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-cd20add3-cc01-4808-85f9-12c4673c14af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.544462 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-cd20add3-cc01-4808-85f9-12c4673c14af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2222543 Oct 28 20:55:51.555452 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Made reservation on behalf of 99fe5983d1c6464796b4c24984ceb0c4 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:55:51.562178 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:51.608449 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-691dcb2d-597d-41f8-a08f-2c0bd45fcc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.610105 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-691dcb2d-597d-41f8-a08f-2c0bd45fcc11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1626961 Oct 28 20:55:51.832376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Allocated IP 172.20.0.6 (37bf060d-dcd9-487e-8c29-ea49b0f0844c/58077f8c-4c84-4b60-a26f-fa20c33ec600/7a1ab8eb-680b-4e2d-8e53-aed86682acac) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:55:51.839071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-eb8ff0fc-5234-43f7-901d-a810b50a4bbd service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866962 Oct 28 20:55:51.850147 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb90893-5f7b-4662-b7e0-405a23bd3f5f req-16f863c4-f098-4aa4-8132-52b67ae3a49f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:51.859354 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7cb90893-5f7b-4662-b7e0-405a23bd3f5f req-16f863c4-f098-4aa4-8132-52b67ae3a49f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 943 time: 0.1637902 Oct 28 20:55:51.880870 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-f0102dbc-60cb-4f86-8bef-76c2f40a036b service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628059 Oct 28 20:55:52.114698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:52.234655 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:52.332892 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:55:52.337059 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:55:52.345876 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:55:52.385357 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event updated for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:52.439427 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:52.439784 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:52.500379 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a7cd60fd-fe0c-4024-b282-56f8bd268e3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3630388 Oct 28 20:55:52.520240 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Request body: {'port': {'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:55:52.541415 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7cb90893-5f7b-4662-b7e0-405a23bd3f5f req-9e803bc7-208a-4fa1-aa12-a6364d019311 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6810138 Oct 28 20:55:52.569624 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-c67f1be1-5997-4646-a59e-715fa8dc0517 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784849 Oct 28 20:55:52.580008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:55:52.708547 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226d94e-813c-4663-ade3-1d9cd8c072b4 req-b34e6652-dbfe-4310-965f-b5e9c8cf7907 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:52.721686 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:52.723950 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d226d94e-813c-4663-ade3-1d9cd8c072b4 req-b34e6652-dbfe-4310-965f-b5e9c8cf7907 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.7621176 Oct 28 20:55:52.733996 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8500588d-8e0a-423b-b746-641cf59e7b86 req-5bbb5723-2fcf-4391-866b-13ad97c0b923 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8718379 Oct 28 20:55:52.893511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:52.924267 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d226d94e-813c-4663-ade3-1d9cd8c072b4 req-1c7d9b58-9d2e-482a-b948-f71d40c34660 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985948 Oct 28 20:55:52.944278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b19d277-3fa4-4aa7-b121-10d977f0429f req-dc9a0aba-d894-4da3-a6d8-5cca49b19a41 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:52.946265 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'port_id': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'mac_address': 'fa:16:3e:f6:cc:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:55:52.952428 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3b19d277-3fa4-4aa7-b121-10d977f0429f req-dc9a0aba-d894-4da3-a6d8-5cca49b19a41 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 931 time: 0.2222166 Oct 28 20:55:53.002037 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Provisioning complete for port 7a1ab8eb-680b-4e2d-8e53-aed86682acac triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:53.002773 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.003488 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Attempt 1 to provision port 7a1ab8eb-680b-4e2d-8e53-aed86682acac Oct 28 20:55:53.054620 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3b19d277-3fa4-4aa7-b121-10d977f0429f req-bd9a4b97-9034-43a1-8e9b-8e46abe2278b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990617 Oct 28 20:55:53.056827 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:53.059441 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.095077 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:55:53.146344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Port 7a1ab8eb-680b-4e2d-8e53-aed86682acac cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:53.149172 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:53.162034 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.171379 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a6f23-f348-4e70-9911-1a1e50a9aff8 req-0e3b01d5-bf25-46e7-85fa-821d1656cc3f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:53.176226 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-012a6f23-f348-4e70-9911-1a1e50a9aff8 req-0e3b01d5-bf25-46e7-85fa-821d1656cc3f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0930316 Oct 28 20:55:53.252571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:53.269220 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-012a6f23-f348-4e70-9911-1a1e50a9aff8 req-d3ab46b3-1123-4245-a6a1-ac3645725328 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798090 Oct 28 20:55:53.365900 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-48dfa42e-ae3a-4f96-8d48-7c9ad5fba9fc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1763341532&fields=id&tenant_id=803952ec317943c68a52064ca0c2535a HTTP/1.1" status: 200 len: 267 time: 0.1315453 Oct 28 20:55:53.366977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1ab8eb-680b-4e2d-8e53-aed86682acac {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:55:53.381220 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks [] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.402824 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Transition to ACTIVE for port object 7a1ab8eb-680b-4e2d-8e53-aed86682acac will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:55:53.411028 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.536592 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:55:53.652771 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Attempt 2 to provision port 7a1ab8eb-680b-4e2d-8e53-aed86682acac Oct 28 20:55:53.688102 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Attempting to bind port 7a1ab8eb-680b-4e2d-8e53-aed86682acac on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:55:53.688456 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Attempting to bind port 7a1ab8eb-680b-4e2d-8e53-aed86682acac by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:55:53.688768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Attempting to bind port 7a1ab8eb-680b-4e2d-8e53-aed86682acac on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:53.693247 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:53.697160 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Port 7a1ab8eb-680b-4e2d-8e53-aed86682acac on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:55:53.697561 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Attempting to bind port 7a1ab8eb-680b-4e2d-8e53-aed86682acac on network 37bf060d-dcd9-487e-8c29-ea49b0f0844c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:55:53.705527 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:55:53.705982 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Checking segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:55:53.706272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Bound using segment: {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:55:53.706690 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Bound port: 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c204b869-8236-4792-9c09-a202b3fed2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:55:53.707050 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.797144 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:55:53.802768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:55:53.813908 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.818709 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:53.819427 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:53.821257 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] 10.222.0.26 "PUT /v2.0/ports/7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 1093 time: 1.3128283 Oct 28 20:55:53.823604 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:55:53.826977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbe37e-4d5c-4d85-9237-59c35171cf24" -d '{"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:55:53.946898 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23fdfc-058a-4f92-bbf4-5ef1e06d5309 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:53.953315 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Port 7a1ab8eb-680b-4e2d-8e53-aed86682acac cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:55:53.970179 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a0de162e-d7cb-446e-bdbf-1db6c8d69170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:53.971851 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-a0de162e-d7cb-446e-bdbf-1db6c8d69170 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1127 time: 0.0954454 Oct 28 20:55:54.002384 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-820f03a5-1751-400b-b0cc-1b98da3bc362 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.014362 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-820f03a5-1751-400b-b0cc-1b98da3bc362 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 808 time: 0.6473644 Oct 28 20:55:54.036758 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-8c6ef99c-8e07-49c8-84bb-aa505fbb8baa tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/quotas/803952ec317943c68a52064ca0c2535a HTTP/1.1" status: 200 len: 375 time: 0.0214422 Oct 28 20:55:54.043281 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-4d9208b2-24f0-40e4-b239-dc99ca1eee4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 217 time: 0.0628209 Oct 28 20:55:54.056957 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750518b-2dd1-46b0-8233-066f0ee4d59f req-5f7b5343-31d0-4b0a-9d57-d42c0c5556ad tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.059534 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4750518b-2dd1-46b0-8233-066f0ee4d59f req-5f7b5343-31d0-4b0a-9d57-d42c0c5556ad tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 944 time: 0.3109133 Oct 28 20:55:54.160665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-44f694d2-eb2b-4032-99aa-203d1ccdaa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.168504 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-44f694d2-eb2b-4032-99aa-203d1ccdaa52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1187735 Oct 28 20:55:54.184797 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4750518b-2dd1-46b0-8233-066f0ee4d59f req-83990950-17f8-43a5-8eda-a584a65525d4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016343 Oct 28 20:55:54.193842 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-05fbe18c-b0f2-4106-a0da-60520c3ee5c0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313341 Oct 28 20:55:54.362880 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f3427-0df2-4d65-963a-53b8d26be4a0 x-openstack-request-id: req-ea7f3427-0df2-4d65-963a-53b8d26be4a0 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:55:54.363449 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:55:54.363885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea7f3427-0df2-4d65-963a-53b8d26be4a0 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:55:54.365476 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7f3427-0df2-4d65-963a-53b8d26be4a0'] response: {'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'status': 'completed', 'code': 200} Oct 28 20:55:54.372472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-d77a4c60-d2c8-4cff-a0ce-97856bf1af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.377899 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-d77a4c60-d2c8-4cff-a0ce-97856bf1af4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2014735 Oct 28 20:55:54.453373 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Attempt 3 to provision port 7a1ab8eb-680b-4e2d-8e53-aed86682acac Oct 28 20:55:54.521527 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-ec047e3f-074b-471b-941d-f96550c2a6e7 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274366 Oct 28 20:55:54.560153 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-1f01911c-28a3-420a-bff9-ea4203c65cf9 None None] Port 7a1ab8eb-680b-4e2d-8e53-aed86682acac had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:55:54.582014 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-b8e37e1e-cfa7-498a-a24f-5e306f8d1f95 service neutron] 10.222.0.49 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397698 Oct 28 20:55:54.684974 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362dac60-5fae-44b8-ae2d-0b1399529f4f req-36dc94dc-4b78-4ef1-baee-f3eb658bc624 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.687463 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-362dac60-5fae-44b8-ae2d-0b1399529f4f req-36dc94dc-4b78-4ef1-baee-f3eb658bc624 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.2694468 Oct 28 20:55:54.690694 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f90ae489-dea3-4a04-bf14-1a910e4d0630 req-ce92e3f9-17e6-4c22-b1d6-9d02299bb773 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646590 Oct 28 20:55:54.730808 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5a1c5125-9beb-4114-ab78-2cd291f16416 service neutron] 10.222.0.49 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479561 Oct 28 20:55:54.765407 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-362dac60-5fae-44b8-ae2d-0b1399529f4f req-ada70b85-ea9a-45d7-ba74-19bb41fbd2cf tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579548 Oct 28 20:55:54.954346 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-ae195bb5-e26c-423b-bf0c-61b3ce9cba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:54.956100 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-ae195bb5-e26c-423b-bf0c-61b3ce9cba62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1127 time: 0.1644919 Oct 28 20:55:55.027826 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ca55a-0be2-4a9d-a070-41e27aa7fc50 req-1258daf5-fcad-472d-be31-b9e2cee7cdc0 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.035364 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-025ca55a-0be2-4a9d-a070-41e27aa7fc50 req-1258daf5-fcad-472d-be31-b9e2cee7cdc0 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 943 time: 0.1144648 Oct 28 20:55:55.134308 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-025ca55a-0be2-4a9d-a070-41e27aa7fc50 req-efaecb87-8fbe-4eb8-8041-422217d56836 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889432 Oct 28 20:55:55.199545 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-bf28f299-34de-4340-9ee7-2b3e98f9a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.199545 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-bf28f299-34de-4340-9ee7-2b3e98f9a15d service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.2333436 Oct 28 20:55:55.278764 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-8300a3f8-cd3f-4caf-99d3-9e03063f30a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 217 time: 0.0732152 Oct 28 20:55:55.430506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-1e5ac712-8738-4ea1-ab9f-5a38534f9c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.437634 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-1e5ac712-8738-4ea1-ab9f-5a38534f9c86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.1496966 Oct 28 20:55:55.572423 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1b704-be61-4187-a6b5-e8857d127565 req-88b12550-fc1e-46ed-a3de-4442736fed8e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.581137 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-43d1b704-be61-4187-a6b5-e8857d127565 req-88b12550-fc1e-46ed-a3de-4442736fed8e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2798417 Oct 28 20:55:55.663492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-451c51dd-b50f-4d44-921a-f2a6bcb58624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.674278 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-451c51dd-b50f-4d44-921a-f2a6bcb58624 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2251434 Oct 28 20:55:55.705034 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-43d1b704-be61-4187-a6b5-e8857d127565 req-098ca7f0-31e9-4804-b50e-e1bb7dfd89f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225905 Oct 28 20:55:55.756016 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1def2d-862f-4d9c-be66-757e094722b8 req-ec0020df-4d67-4d16-beed-e8bb228719ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:55.777415 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f1def2d-862f-4d9c-be66-757e094722b8 req-ec0020df-4d67-4d16-beed-e8bb228719ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 944 time: 0.3591063 Oct 28 20:55:55.936881 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f1def2d-862f-4d9c-be66-757e094722b8 req-b3758941-821e-4278-90ae-2abebc18cc66 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435826 Oct 28 20:55:56.018981 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8a803688-56a8-4f3e-9ee9-90d8b4ee9958 req-4962a928-21f2-466e-99be-d8e65d45912b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.1030784 Oct 28 20:55:56.114260 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-d42f19ee-a855-4869-9d7c-31a5bbd12551 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272225 Oct 28 20:55:56.206543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 59914) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:56.431244 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c0fbe37e-4d5c-4d85-9237-59c35171cf24 req-25553a8b-2612-4991-a4f3-4fce3aa3612c service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142226 Oct 28 20:55:56.577142 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba7e76-0f83-4fa4-b218-712d1b8f6e91 req-ddcde79d-3641-42bf-8f98-d3434401c4a3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:56.587974 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4cba7e76-0f83-4fa4-b218-712d1b8f6e91 req-ddcde79d-3641-42bf-8f98-d3434401c4a3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 943 time: 0.2473836 Oct 28 20:55:56.598399 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 7a1ab8eb-680b-4e2d-8e53-aed86682acac details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:55:56.603589 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:55:56.618294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-922f5e5f-0d22-430d-bf43-409c30d0c6a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:56.714583 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4cba7e76-0f83-4fa4-b218-712d1b8f6e91 req-2ccd84c0-0bae-487d-babc-91bc8bd29593 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255000 Oct 28 20:55:56.820009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-922f5e5f-0d22-430d-bf43-409c30d0c6a0 admin admin] Publish callbacks [] for security_group (31f82172-5711-48a4-997d-686d0bcb5a91), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:56.825823 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-922f5e5f-0d22-430d-bf43-409c30d0c6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (31f82172-5711-48a4-997d-686d0bcb5a91), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:56.862273 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-922f5e5f-0d22-430d-bf43-409c30d0c6a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=212a81f1908243dfa26753c3c97b8b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6513548 Oct 28 20:55:56.863322 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 59926) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:55:56.952400 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:55:56.964532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:55:56.965201 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f5e5f-0d22-430d-bf43-409c30d0c6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f82172-5711-48a4-997d-686d0bcb5a91,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:56.970202 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:56.972432 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 Oct 28 20:55:57.019605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] Publish callbacks [] for security_group (31f82172-5711-48a4-997d-686d0bcb5a91), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.033717 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705c60a-491a-4269-8c35-9f26a658abb3 req-ba1079fe-a81b-4536-85b5-81e4342ef3d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:57.036216 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4705c60a-491a-4269-8c35-9f26a658abb3 req-ba1079fe-a81b-4536-85b5-81e4342ef3d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1417429 Oct 28 20:55:57.097539 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] Publish callbacks [] for security_group (31f82172-5711-48a4-997d-686d0bcb5a91), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.109689 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:57.138425 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:55:57.143488 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4705c60a-491a-4269-8c35-9f26a658abb3 req-a58c1e57-73f3-4f18-8a91-58eea3a1ba5e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956933 Oct 28 20:55:57.215650 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (31f82172-5711-48a4-997d-686d0bcb5a91), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.227682 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.237872 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31f82172-5711-48a4-997d-686d0bcb5a91 HTTP/1.1" status: 204 len: 168 time: 0.3700147 Oct 28 20:55:57.265523 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f912f8d-8aa2-4dd5-9ebb-b91a5f2693a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f82172-5711-48a4-997d-686d0bcb5a91,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:57.286760 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a6e6-db59-4838-bfd8-ee9d8da33c5b req-ed471b32-2e41-4523-ac07-10c8b50354c9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:57.288556 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c303a6e6-db59-4838-bfd8-ee9d8da33c5b req-ed471b32-2e41-4523-ac07-10c8b50354c9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 944 time: 0.1746144 Oct 28 20:55:57.312350 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:57.312745 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.320464 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 7a1ab8eb-680b-4e2d-8e53-aed86682acac is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:55:57.320851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.369911 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e64a6fc6-8ce6-472d-8ed7-626da0642c4a req-d4a4ca36-5ebc-4cd9-b95a-b3a8036d8b8a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.0804315 Oct 28 20:55:57.393599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:55:57.398403 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4c503d-927a-4e29-b828-1e5555b0c82c" -d '{"events": [{"server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "name": "network-vif-plugged", "status": "completed", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:55:57.429489 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1ab8eb-680b-4e2d-8e53-aed86682acac {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:55:57.430912 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c303a6e6-db59-4838-bfd8-ee9d8da33c5b req-40558b26-fa28-4c08-b409-ec88ea2251f7 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170423 Oct 28 20:55:57.444930 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:57.475948 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.493812 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:55:57.499057 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af04305c-94d4-40e2-8956-01b2991691dd x-openstack-request-id: req-af04305c-94d4-40e2-8956-01b2991691dd {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:55:57.499556 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "name": "network-vif-plugged", "status": "completed", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:55:57.500307 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af04305c-94d4-40e2-8956-01b2991691dd {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:55:57.501061 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af04305c-94d4-40e2-8956-01b2991691dd'] response: {'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'code': 200} Oct 28 20:55:57.505037 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:55:57.576376 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:57.640290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:55:58.034177 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ef3b8-b5c1-4d44-9ace-672ae6bcc47d req-d1f17191-9596-4178-a9d6-d35a63231826 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:58.036435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d26ef3b8-b5c1-4d44-9ace-672ae6bcc47d req-d1f17191-9596-4178-a9d6-d35a63231826 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 944 time: 0.1665134 Oct 28 20:55:58.148736 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d26ef3b8-b5c1-4d44-9ace-672ae6bcc47d req-3507c3d2-47f5-4cfe-8a14-d610074b5f1f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990598 Oct 28 20:55:58.383981 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4300b-0000-47f2-9593-7ff1beadff82 req-f5e7db6a-a64d-45e6-98e8-9e889e6765ef tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:58.385686 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dbd4300b-0000-47f2-9593-7ff1beadff82 req-f5e7db6a-a64d-45e6-98e8-9e889e6765ef tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0983338 Oct 28 20:55:58.482996 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dbd4300b-0000-47f2-9593-7ff1beadff82 req-c90e8b35-89d2-4a05-86b9-984bcd720251 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889664 Oct 28 20:55:58.573486 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fb2598b-439f-4b07-8eaa-d91655dabd9b req-58a52e81-c748-4fea-95e7-c999a52fec3b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.0470154 Oct 28 20:55:58.689665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c946ec3-a691-43d7-8303-662e8c6449db req-eb413d17-71b8-46ea-b5be-0ea56e9cb8ff tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:58.702367 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c946ec3-a691-43d7-8303-662e8c6449db req-eb413d17-71b8-46ea-b5be-0ea56e9cb8ff tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.1330841 Oct 28 20:55:58.816616 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c946ec3-a691-43d7-8303-662e8c6449db req-448af3b8-abd4-48dd-9cb4-c6d061444048 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129472 Oct 28 20:55:59.464675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f13dc7-3ae5-41a2-a9e4-985d0d784860 req-f1c3ab47-5d66-4eee-9ff3-6db3ff5d9a1c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:59.468971 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-50f13dc7-3ae5-41a2-a9e4-985d0d784860 req-f1c3ab47-5d66-4eee-9ff3-6db3ff5d9a1c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 944 time: 0.1142776 Oct 28 20:55:59.544505 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-50f13dc7-3ae5-41a2-a9e4-985d0d784860 req-747ce571-0d61-4b26-90e1-20628e78c12f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660951 Oct 28 20:55:59.830881 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-93415e92-4531-4975-9593-4cb8b6392290 req-0acf4692-cb5b-4ce5-a613-398d929a3371 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.0670049 Oct 28 20:55:59.895475 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff72bb-4448-4965-925a-628329ee4e6c req-42aab45c-168f-4d36-9258-bd5eaa30fe26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:55:59.903563 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccff72bb-4448-4965-925a-628329ee4e6c req-42aab45c-168f-4d36-9258-bd5eaa30fe26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.2671561 Oct 28 20:56:00.018010 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccff72bb-4448-4965-925a-628329ee4e6c req-81c41f11-a399-4e7a-95ff-0140c8d3083f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107616 Oct 28 20:56:00.046585 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['7a1ab8eb-680b-4e2d-8e53-aed86682acac'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:56:00.185920 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ab38-abf6-4482-9bf1-37df76647672 req-1109c1f5-3017-4b04-b48a-536fa6efc5e8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:00.199102 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ee2ab38-abf6-4482-9bf1-37df76647672 req-1109c1f5-3017-4b04-b48a-536fa6efc5e8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.1607013 Oct 28 20:56:00.262648 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323d621-b8a5-4259-a169-3e17f07def4f req-fa844acc-cc92-4dcf-921f-1ed0868c58d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:00.284375 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d323d621-b8a5-4259-a169-3e17f07def4f req-fa844acc-cc92-4dcf-921f-1ed0868c58d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 1129 time: 0.1334169 Oct 28 20:56:00.425099 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d323d621-b8a5-4259-a169-3e17f07def4f req-c798e6a4-961e-4d6a-8891-0f7ea61d9b35 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229692 Oct 28 20:56:00.458331 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ee2ab38-abf6-4482-9bf1-37df76647672 req-1e65e782-e29d-4214-bdf9-4a821b8ac2d5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577138 Oct 28 20:56:00.719065 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f4b5a8da-f6db-47cf-aa29-993fe1daaf8e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:00.720656 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f4b5a8da-f6db-47cf-aa29-993fe1daaf8e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 808 time: 0.4598765 Oct 28 20:56:00.870427 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ad5f5-b91e-463b-ac23-1f8fe2de9631 req-5140dbfb-00ba-4c56-a5c4-899842a0cb7e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:00.873824 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c7ad5f5-b91e-463b-ac23-1f8fe2de9631 req-5140dbfb-00ba-4c56-a5c4-899842a0cb7e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 944 time: 0.1776960 Oct 28 20:56:00.965743 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-14352e1a-9f91-47cc-8de1-840970c0c49e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=803952ec317943c68a52064ca0c2535a HTTP/1.1" status: 200 len: 380 time: 0.1970401 Oct 28 20:56:01.007347 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'port': {'device_id': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'admin_state_up': True, 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'security_groups': ['fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:56:01.043554 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c7ad5f5-b91e-463b-ac23-1f8fe2de9631 req-8dd7dcab-624d-49e6-9645-c04b45db6664 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603804 Oct 28 20:56:01.252705 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-26bfc46c-0e4e-4d0a-a563-bef0fb36b3ee req-e5767b99-55db-47c7-8bda-3ba57d9b8ae3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.2412512 Oct 28 20:56:01.343954 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e8300-30b8-4854-8c05-53715ee761af req-23107e95-39c0-4473-bec7-2395acb2a63d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:01.345635 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a8e8300-30b8-4854-8c05-53715ee761af req-23107e95-39c0-4473-bec7-2395acb2a63d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1785390 Oct 28 20:56:01.402059 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Made reservation on behalf of 803952ec317943c68a52064ca0c2535a for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:56:01.406750 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:01.465569 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a8e8300-30b8-4854-8c05-53715ee761af req-df1c4743-0742-4d77-8d33-48b8c1626389 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079714 Oct 28 20:56:01.660130 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Allocated IP 172.20.0.12 (56db486f-ced4-4163-b7a7-36ef0b48a30d/1d63fdb4-f5fe-492a-a62e-6208c2556f39/ee9bdd85-1184-4d74-b3e2-e8b7e80297bc) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:56:01.689020 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 7a1ab8eb-680b-4e2d-8e53-aed86682acac up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:56:01.825730 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 7a1ab8eb-680b-4e2d-8e53-aed86682acac completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:56:01.838364 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 7a1ab8eb-680b-4e2d-8e53-aed86682acac triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:56:01.840499 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:01.841304 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 7a1ab8eb-680b-4e2d-8e53-aed86682acac Oct 28 20:56:01.887727 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:01.994566 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2675df5-7a95-4761-9fb5-7041f97afe8d req-ace46df0-e15d-4cf3-b678-44000a0b4871 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:01.996513 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e2675df5-7a95-4761-9fb5-7041f97afe8d req-ace46df0-e15d-4cf3-b678-44000a0b4871 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.0966566 Oct 28 20:56:01.998759 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:02.077689 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:02.086759 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 7a1ab8eb-680b-4e2d-8e53-aed86682acac is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:02.087151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:02.136036 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e2675df5-7a95-4761-9fb5-7041f97afe8d req-a241d0d2-b5da-465b-8127-1ac479d7b40c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803735 Oct 28 20:56:02.152961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.153579 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.153949 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.154982 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.155207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.155581 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.158736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:02.158980 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.159132 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.159366 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.159715 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.160085 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.160420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.160751 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:02.184925 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c43eeb-ef72-47f2-938f-dd022456719f" -d '{"events": [{"server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:02.186243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:56:02.189032 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:56:02.210961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:56:02.284104 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:02.292247 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58465d9-6975-46bd-8e20-af2f0a407d23 x-openstack-request-id: req-f58465d9-6975-46bd-8e20-af2f0a407d23 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:02.292724 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "name": "network-vif-plugged", "status": "completed", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:02.292833 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f58465d9-6975-46bd-8e20-af2f0a407d23 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:02.293216 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f58465d9-6975-46bd-8e20-af2f0a407d23'] response: {'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'code': 200} Oct 28 20:56:02.294623 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:02.464614 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:02.743947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:02.743947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:02.836604 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Provisioning complete for port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:56:02.837374 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:02.844996 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Attempt 1 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:02.900333 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-5781d28c-2031-4f72-b8f9-e958470f58e0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8969431 Oct 28 20:56:02.915051 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:56:02.927990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3ef37-5878-4c0b-9a8f-c34936a08de9 req-f17a5c03-27c6-44b6-b515-db386479c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:02.929644 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fee3ef37-5878-4c0b-9a8f-c34936a08de9 req-f17a5c03-27c6-44b6-b515-db386479c5a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.1550260 Oct 28 20:56:02.936947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03a3c0-153b-4182-9af5-093c440fb350 req-dec9d75a-8e67-4004-93be-00865dc4cf02 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:02.938588 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf03a3c0-153b-4182-9af5-093c440fb350 req-dec9d75a-8e67-4004-93be-00865dc4cf02 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.6208763 Oct 28 20:56:02.955222 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Request body: {'port': {'device_id': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:56:03.048695 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d51582-06c4-40a8-a549-d3447698d24e req-28bc7d26-d5df-4d45-bd01-50070d57765a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:03.055605 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fee3ef37-5878-4c0b-9a8f-c34936a08de9 req-c93c1078-7463-4b21-a604-c7c02c9d7d0f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128564 Oct 28 20:56:03.063628 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41d51582-06c4-40a8-a549-d3447698d24e req-28bc7d26-d5df-4d45-bd01-50070d57765a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 932 time: 0.5252898 Oct 28 20:56:03.227957 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf03a3c0-153b-4182-9af5-093c440fb350 req-1273d2dc-2dbd-43ed-b52e-9275e036254b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671151 Oct 28 20:56:03.264258 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41d51582-06c4-40a8-a549-d3447698d24e req-bd31b368-8120-4c50-93b3-23d5e5affed4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805146 Oct 28 20:56:03.267853 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:03.416682 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Attempt 2 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:03.503426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:56:03.710381 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656882b7-ed5c-49cd-8df9-974f7b5dece4 req-d3fbba8a-764f-4077-9441-e87cd67fd9e8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:03.749178 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-656882b7-ed5c-49cd-8df9-974f7b5dece4 req-d3fbba8a-764f-4077-9441-e87cd67fd9e8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.3874919 Oct 28 20:56:03.835985 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888496dc-c78c-4862-8f26-3350c3869fad req-71547f79-a149-4de1-8d18-75e4d3648d14 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:03.835985 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-888496dc-c78c-4862-8f26-3350c3869fad req-71547f79-a149-4de1-8d18-75e4d3648d14 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.4189699 Oct 28 20:56:03.932326 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-656882b7-ed5c-49cd-8df9-974f7b5dece4 req-3c88de45-7b72-42eb-ac9e-52a193920f29 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441505 Oct 28 20:56:04.005219 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Attempt 3 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:04.144947 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-888496dc-c78c-4862-8f26-3350c3869fad req-acfa93c9-1be1-4318-92ab-d7fce52038c2 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805183 Oct 28 20:56:04.165878 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9bdd85-1184-4d74-b3e2-e8b7e80297bc {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:56:04.168330 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:56:04.177264 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks [] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.196056 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Transition to ACTIVE for port object ee9bdd85-1184-4d74-b3e2-e8b7e80297bc will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:56:04.206274 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.276053 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:04.608616 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a8d14-5b3f-4d6a-b7df-9901ba4f3c1d req-da1cb8d7-96a6-433a-a62d-779cafabd768 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:04.611606 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-547a8d14-5b3f-4d6a-b7df-9901ba4f3c1d req-da1cb8d7-96a6-433a-a62d-779cafabd768 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.3551762 Oct 28 20:56:04.635122 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60100) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:04.636101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Attempting to bind port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:56:04.636101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Attempting to bind port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:56:04.636393 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Attempting to bind port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc on network 56db486f-ced4-4163-b7a7-36ef0b48a30d {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:56:04.642912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'port_id': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:56:04.664807 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc on network 56db486f-ced4-4163-b7a7-36ef0b48a30d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:56:04.665116 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Attempting to bind port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc on network 56db486f-ced4-4163-b7a7-36ef0b48a30d {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:56:04.669970 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Attempt 4 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:04.681801 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:56:04.682379 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Checking segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:56:04.682819 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Bound using segment: {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:56:04.683337 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Bound port: ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535d1592-ac39-4d00-a3ad-92372453d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:56:04.683721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.744259 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.745585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2df31-b3f9-485a-98e3-1b78173ffefc req-f8ba1c56-91b7-4864-965b-79005f73ad41 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:04.753499 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7e2df31-b3f9-485a-98e3-1b78173ffefc req-f8ba1c56-91b7-4864-965b-79005f73ad41 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.2755563 Oct 28 20:56:04.866693 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7e2df31-b3f9-485a-98e3-1b78173ffefc req-96cfa703-afd3-4859-aa12-71118022fc30 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120629 Oct 28 20:56:04.920470 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:56:04.929615 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:56:04.947662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:56:04.961120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.969330 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:04.969330 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:04.970789 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-f9649a89-5678-4513-8b59-5a611332232b service neutron] 10.222.0.26 "PUT /v2.0/ports/ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 1094 time: 2.0525169 Oct 28 20:56:04.972223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:04.975317 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9b239a-09b4-48ba-841c-f41e08e6a378" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:04.987559 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbc335-e484-4f02-b863-0abfc6d271d8 req-2697849a-2d26-4e33-a1e5-5e9dcaf89389 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:04.989425 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b2fbc335-e484-4f02-b863-0abfc6d271d8 req-2697849a-2d26-4e33-a1e5-5e9dcaf89389 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1111629 Oct 28 20:56:05.196092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9649a89-5678-4513-8b59-5a611332232b service neutron] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:05.211730 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b066ba3-98ec-424a-ace4-f3c01c254e69 x-openstack-request-id: req-3b066ba3-98ec-424a-ace4-f3c01c254e69 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:05.212386 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:05.212849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3b066ba3-98ec-424a-ace4-f3c01c254e69 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:05.213363 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b066ba3-98ec-424a-ace4-f3c01c254e69'] response: {'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'status': 'completed', 'code': 200} Oct 28 20:56:05.298141 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b2fbc335-e484-4f02-b863-0abfc6d271d8 req-e799b31a-a0ca-403f-808c-6c86b5fb9ff2 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783360 Oct 28 20:56:05.320370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-1b61942f-eb0f-4b65-8cba-733fe9e5e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:05.324206 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-1b61942f-eb0f-4b65-8cba-733fe9e5e798 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1128 time: 0.2690630 Oct 28 20:56:05.342324 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e77c-5705-4467-b7df-13803e266d77 req-42b0474d-f9d9-41dd-8920-ec278c66d713 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:05.344981 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-39c5e77c-5705-4467-b7df-13803e266d77 req-42b0474d-f9d9-41dd-8920-ec278c66d713 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1352296 Oct 28 20:56:05.412112 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-a1cb9451-08c5-423e-b8b7-9c54aec12c7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 217 time: 0.0658922 Oct 28 20:56:05.422144 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Attempt 5 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:05.509278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-13a6e482-0127-46c8-9115-9c64dbf5fc22 None None] Port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:56:05.539645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-39c5e77c-5705-4467-b7df-13803e266d77 req-ea12cee5-faed-4f36-8762-755e8e29ba1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846378 Oct 28 20:56:05.557668 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-52da712d-9a9d-4dfd-aa82-e4e36c0b7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:05.559427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-52da712d-9a9d-4dfd-aa82-e4e36c0b7aa8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.1335564 Oct 28 20:56:05.634101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-cf3a084d-a377-46ef-a649-44af6d8098ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:05.636271 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-cf3a084d-a377-46ef-a649-44af6d8098ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695264 Oct 28 20:56:05.842711 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-1eb98f68-05ff-480b-8a04-ceccde12905e service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983294 Oct 28 20:56:05.923597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:05.936081 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:06.110587 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 3a89afd4-16d0-4d60-8133-77a28dfc82fa associated. External IP: 172.27.3.253, port: 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8. Oct 28 20:56:06.468888 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:56:06.614468 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1c8958e-6d75-4360-bb14-1fb90e733cad req-44cde7bc-1e14-459a-a268-5c04745ede8c service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7555017 Oct 28 20:56:06.657965 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a436e9-fde6-4eb6-9cc3-3825c6c9d38b req-bfae1878-954b-4f78-bcf9-3bde523ecae4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:06.666357 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-49a436e9-fde6-4eb6-9cc3-3825c6c9d38b req-bfae1878-954b-4f78-bcf9-3bde523ecae4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.6804693 Oct 28 20:56:06.666683 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:56:06.672015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:06.684471 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:56:06.728449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:06.729028 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:06.752736 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d63fa-6950-47e8-bff5-5be2020359e7 req-5f99a72b-578e-4d3a-a295-3bf845e4a63c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:06.754512 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-793d63fa-6950-47e8-bff5-5be2020359e7 req-5f99a72b-578e-4d3a-a295-3bf845e4a63c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.2057855 Oct 28 20:56:06.788398 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-41b27868-452b-4aa9-9bab-cdbc20039784 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "PUT /v2.0/floatingips/3a89afd4-16d0-4d60-8133-77a28dfc82fa HTTP/1.1" status: 200 len: 991 time: 2.1513207 Oct 28 20:56:06.789801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:06.796727 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c2b2b7-d2eb-463d-8611-10a899477e32" -d '{"events": [{"name": "network-changed", "server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:06.831120 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-49a436e9-fde6-4eb6-9cc3-3825c6c9d38b req-6600d3c5-c0e2-43f4-be2c-aa945e953fbc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637499 Oct 28 20:56:06.860440 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-0aa6844a-0a21-4888-abbf-b471cfec59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:06.861846 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-0aa6844a-0a21-4888-abbf-b471cfec59bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1128 time: 0.1641321 Oct 28 20:56:06.952419 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-793d63fa-6950-47e8-bff5-5be2020359e7 req-de2ba3c8-a25e-4630-839d-4e3e89357e7c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780005 Oct 28 20:56:07.023274 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:07.029770 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708caa03-d50d-49c2-93d1-0ff0598548fb x-openstack-request-id: req-708caa03-d50d-49c2-93d1-0ff0598548fb {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:07.030651 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:07.031058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-708caa03-d50d-49c2-93d1-0ff0598548fb {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:07.031632 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708caa03-d50d-49c2-93d1-0ff0598548fb'] response: {'name': 'network-changed', 'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'status': 'completed', 'code': 200} Oct 28 20:56:07.131064 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c4342-6b2d-4142-b54a-5a4e76a557a4 req-1b3022ea-7342-4158-9cf5-d6dd4fc4c57b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.134070 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0d8c4342-6b2d-4142-b54a-5a4e76a557a4 req-1b3022ea-7342-4158-9cf5-d6dd4fc4c57b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1605651 Oct 28 20:56:07.169110 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-e77b61b9-4828-4121-9551-3b00a162a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.171350 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-e77b61b9-4828-4121-9551-3b00a162a37a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 1129 time: 0.1113791 Oct 28 20:56:07.242394 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-b5a2a4d6-60b0-4e6c-acae-0935f5fb9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.245734 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-b5a2a4d6-60b0-4e6c-acae-0935f5fb9aae service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.3698459 Oct 28 20:56:07.365372 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-bd5fba33-9c8d-40aa-8d7c-5f957a53a08d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 217 time: 0.1068342 Oct 28 20:56:07.390350 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-aa994830-2d1f-4b01-9ef7-f8f738de0c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.392120 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-aa994830-2d1f-4b01-9ef7-f8f738de0c45 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.2068291 Oct 28 20:56:07.462735 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-2b1bbad7-984d-4b04-8a76-a9dc23278349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.466281 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-2b1bbad7-984d-4b04-8a76-a9dc23278349 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0912764 Oct 28 20:56:07.480317 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0d8c4342-6b2d-4142-b54a-5a4e76a557a4 req-fa2d3e51-7c47-4c3c-9538-309e44772a90 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167400 Oct 28 20:56:07.520564 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde33b9-aade-4554-aa92-2c97c84c5031 req-58da8b15-a6e9-41ec-88de-e1abe08c2e3b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.520796 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-bd9150dd-dc9e-420f-86b3-3eb817276a41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 HTTP/1.1" status: 200 len: 999 time: 0.1204872 Oct 28 20:56:07.526966 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9cde33b9-aade-4554-aa92-2c97c84c5031 req-58da8b15-a6e9-41ec-88de-e1abe08c2e3b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.3911843 Oct 28 20:56:07.554182 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60134) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:07.565186 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'floatingip': {'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:56:07.566691 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '3a89afd4-16d0-4d60-8133-77a28dfc82fa', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f6:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc941b-42e1-4c72-805f-8296ac05035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:40Z', 'updated_at': '2022-10-28T20:56:05Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}, {'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:07.603159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-bccc1790-c0df-4680-a768-b72b7dad9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.606741 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-bccc1790-c0df-4680-a768-b72b7dad9d16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249745 Oct 28 20:56:07.609285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:56:07.620454 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:07.621542 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:07.705953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:07.792810 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-7adae2d7-802e-4b76-9172-bdcb6cb21dbe service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724236 Oct 28 20:56:07.806576 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-238d1571-5ccc-4dc9-a31c-dd116700c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:07.808187 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-238d1571-5ccc-4dc9-a31c-dd116700c205 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.2786996 Oct 28 20:56:07.820221 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:07.999636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-27bdea45-6dad-4513-9831-bb5a9421b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:08.001913 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-27bdea45-6dad-4513-9831-bb5a9421b6eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1655741 Oct 28 20:56:08.015444 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ea9b239a-09b4-48ba-841c-f41e08e6a378 req-1cfdc533-20a3-4da5-8a11-4817fc5fb7b8 service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025332 Oct 28 20:56:08.166732 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721ce53-c210-4bc6-81a5-ab57c1e650a9 req-556a4f34-3836-40ec-9090-41e6f4f8baa1 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:08.178239 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6721ce53-c210-4bc6-81a5-ab57c1e650a9 req-556a4f34-3836-40ec-9090-41e6f4f8baa1 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1224012 Oct 28 20:56:08.291907 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6721ce53-c210-4bc6-81a5-ab57c1e650a9 req-75245a4e-45c0-4b81-b523-e6fc20a0ee61 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126642 Oct 28 20:56:08.378136 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '3a89afd4-16d0-4d60-8133-77a28dfc82fa', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f6:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc941b-42e1-4c72-805f-8296ac05035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:40Z', 'updated_at': '2022-10-28T20:56:05Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}, {'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:08.421788 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca9aa4a-14c8-4651-96c7-6cc9ae97f6c5 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '3a89afd4-16d0-4d60-8133-77a28dfc82fa', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f6:cc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc941b-42e1-4c72-805f-8296ac05035f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:40Z', 'updated_at': '2022-10-28T20:56:05Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}, {'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:56:08.492734 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-c15e3eaf-a690-46b4-981b-3eed81770c32 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192555 Oct 28 20:56:08.705663 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a8c2b2b7-d2eb-463d-8611-10a899477e32 req-844468b7-a104-41a1-bf14-c7b8c2cf48b9 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065401 Oct 28 20:56:08.719260 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9598d-116f-4ade-ba79-a05ea7d56048 req-1ec65b10-6fc0-479b-92de-fa82a1539ca1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:08.721719 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d6e9598d-116f-4ade-ba79-a05ea7d56048 req-1ec65b10-6fc0-479b-92de-fa82a1539ca1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1122656 Oct 28 20:56:08.814292 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:08.820273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:08.828314 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870387f8-cdac-47ae-a436-99d5962e5e1b None None] New status for floating IP 3a89afd4-16d0-4d60-8133-77a28dfc82fa: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:56:08.828950 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d6e9598d-116f-4ade-ba79-a05ea7d56048 req-2ffead2e-dee6-418f-80a4-34e1d691cdfd tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855274 Oct 28 20:56:08.985867 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Floating IP 0da23fa3-7407-4825-9ff5-1b56de4e4d58 associated. External IP: 172.27.3.21, port: 7a1ab8eb-680b-4e2d-8e53-aed86682acac. Oct 28 20:56:09.456907 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a609ca-ba3f-41dd-bdde-95fbe791a731 req-eea7d170-f851-4d36-844d-f4d44b8f9c51 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:09.458547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-12a609ca-ba3f-41dd-bdde-95fbe791a731 req-eea7d170-f851-4d36-844d-f4d44b8f9c51 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0715227 Oct 28 20:56:09.539574 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-12a609ca-ba3f-41dd-bdde-95fbe791a731 req-d3d43541-ea19-44e1-bd71-21f964b83917 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717049 Oct 28 20:56:09.566431 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:56:09.743856 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:56:09.752730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:09.761079 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:56:09.801632 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:09.804617 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:09.808442 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2b0eb121-9c0c-45fc-b805-8ff546386eac tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "PUT /v2.0/floatingips/0da23fa3-7407-4825-9ff5-1b56de4e4d58 HTTP/1.1" status: 200 len: 990 time: 2.2508886 Oct 28 20:56:09.811151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:09.816680 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb52f507-fd42-4cf6-8236-c05116f9fbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:09.956384 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a303af4-4889-462c-a42b-29f63da3779b x-openstack-request-id: req-2a303af4-4889-462c-a42b-29f63da3779b {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:09.956828 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:09.957191 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a303af4-4889-462c-a42b-29f63da3779b {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:09.957714 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a303af4-4889-462c-a42b-29f63da3779b'] response: {'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'status': 'completed', 'code': 200} Oct 28 20:56:10.112458 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-89b5564a-0d6a-46a0-a886-389073c8fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.115527 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-89b5564a-0d6a-46a0-a886-389073c8fe4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.1198387 Oct 28 20:56:10.189251 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c67d69-c1d8-488d-ba82-a363d926b23c req-43568483-fddc-47d9-bed7-02666d3b6195 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.190938 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-04c67d69-c1d8-488d-ba82-a363d926b23c req-43568483-fddc-47d9-bed7-02666d3b6195 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.1562736 Oct 28 20:56:10.274633 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-04c67d69-c1d8-488d-ba82-a363d926b23c req-9e96faf1-0e3e-461a-b9a8-ad09bad482fc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765228 Oct 28 20:56:10.300423 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:10.329527 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-077c5e84-fcae-417a-a725-49fe78a06721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.331722 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-077c5e84-fcae-417a-a725-49fe78a06721 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.2068064 Oct 28 20:56:10.372113 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:10.467056 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-6c2db565-7ae3-43c3-ba75-e47468658c4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 998 time: 0.1258705 Oct 28 20:56:10.523220 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-595d9f51-17b5-4e1f-a3a0-84060fe536bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.524816 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-595d9f51-17b5-4e1f-a3a0-84060fe536bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0521863 Oct 28 20:56:10.613907 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-20592367-b730-494b-86ed-7fe76a53b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.617634 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-20592367-b730-494b-86ed-7fe76a53b106 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853825 Oct 28 20:56:10.717489 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:56:08Z', 'revision_number': 1, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:10.774670 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:56:10.781918 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b2b27-6a7e-46aa-a386-6f59fcef67b6 req-9c11f91a-776f-4b5b-b1ae-f59140091f2e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:10.784186 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d63b2b27-6a7e-46aa-a386-6f59fcef67b6 req-9c11f91a-776f-4b5b-b1ae-f59140091f2e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0932081 Oct 28 20:56:10.790672 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-4ce57055-b9b0-4b6b-9a7c-dee416a71b10 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620524 Oct 28 20:56:10.800736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:10.801396 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:55:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:10.854176 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d63b2b27-6a7e-46aa-a386-6f59fcef67b6 req-87aed1d4-8851-4eed-9ab0-ada0ce9e4810 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603013 Oct 28 20:56:10.935034 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fb52f507-fd42-4cf6-8236-c05116f9fbc6 req-3eb255f3-8bcc-4f89-a561-a2113b9f14a6 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300707 Oct 28 20:56:10.967896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:11.291637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:56:08Z', 'revision_number': 1, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:11.324398 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81efa872-f9a5-47c8-b64f-9a104a2563c6 None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:56:08Z', 'revision_number': 1, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:56:11.376036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-4c52f1c0-55f3-43b8-abf5-6d7b0e7186f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:11.378712 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-4c52f1c0-55f3-43b8-abf5-6d7b0e7186f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1130 time: 0.0695813 Oct 28 20:56:11.475605 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f4764-52a7-445d-86de-3db5908af11c req-43e34e07-0bd4-4ede-b0c8-4d7ce9e633e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:11.478386 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-670f4764-52a7-445d-86de-3db5908af11c req-43e34e07-0bd4-4ede-b0c8-4d7ce9e633e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0706754 Oct 28 20:56:11.556645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-670f4764-52a7-445d-86de-3db5908af11c req-b7265688-7517-4da7-b4a4-bc0550000414 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699363 Oct 28 20:56:11.583052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-49f45927-58e3-4ff7-9457-1a7d5c0050e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:11.584626 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-49f45927-58e3-4ff7-9457-1a7d5c0050e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1986947 Oct 28 20:56:11.670714 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-95a2dde2-2465-4a4c-bec6-710d0fef1982 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 1002 time: 0.0778124 Oct 28 20:56:11.745059 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-fbd85676-e354-4c6a-a11f-724df8045c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:11.746564 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-fbd85676-e354-4c6a-a11f-724df8045c6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0676634 Oct 28 20:56:11.830790 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-3de89074-e67d-48c7-8a36-984c8ad15ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:11.833724 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-3de89074-e67d-48c7-8a36-984c8ad15ae0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791924 Oct 28 20:56:11.993034 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-f3d5db19-340a-4e0b-970f-fce8b8d62856 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448796 Oct 28 20:56:12.052284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0a15d-cb95-4d2c-95a7-e489a2854912 req-c017b2b7-399e-4c7d-a976-6085561b6ff4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:12.053882 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7fb0a15d-cb95-4d2c-95a7-e489a2854912 req-c017b2b7-399e-4c7d-a976-6085561b6ff4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0752535 Oct 28 20:56:12.088203 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-d874e6b7-1373-4920-8964-96d98c98a0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:12.135847 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6495d7f7-7e32-4a44-ab99-363fa9281db8 req-ee531f44-f355-4d0e-8296-73af3e575c45 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339059 Oct 28 20:56:12.140722 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7fb0a15d-cb95-4d2c-95a7-e489a2854912 req-cbec4e38-89b6-4e25-88c3-a259534a00d7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805156 Oct 28 20:56:12.284108 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dbd52ba-7990-4d22-9868-5e6e83aa555c None None] New status for floating IP 0da23fa3-7407-4825-9ff5-1b56de4e4d58: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:56:12.719930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96afa1-310a-4b5c-960a-6036b4a3d0fa req-12011d9f-1196-4680-a169-eca5b42b1e10 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:12.721516 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab96afa1-310a-4b5c-960a-6036b4a3d0fa req-12011d9f-1196-4680-a169-eca5b42b1e10 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0749044 Oct 28 20:56:12.790785 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab96afa1-310a-4b5c-960a-6036b4a3d0fa req-aa0aebe6-ab24-4df4-b5d1-8600874e1233 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601635 Oct 28 20:56:13.288811 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e78ce2-a470-4e2b-bbae-997f08ee81bb req-ed4d0070-6235-46ad-a612-f5e63f113c44 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:13.290328 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a7e78ce2-a470-4e2b-bbae-997f08ee81bb req-ed4d0070-6235-46ad-a612-f5e63f113c44 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0564699 Oct 28 20:56:13.362483 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a7e78ce2-a470-4e2b-bbae-997f08ee81bb req-96c6080d-cd5a-41e5-88e6-67c80c038115 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624061 Oct 28 20:56:13.952492 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31318f5-9629-4a16-ac3f-d0fb3a386026 req-89b7dbbe-d209-49dc-8713-1176a40c29a3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:13.954017 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f31318f5-9629-4a16-ac3f-d0fb3a386026 req-89b7dbbe-d209-49dc-8713-1176a40c29a3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0729334 Oct 28 20:56:14.012367 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f31318f5-9629-4a16-ac3f-d0fb3a386026 req-7fc8b793-50f3-4490-87b7-e287891a2145 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498924 Oct 28 20:56:14.503223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856cbbf-2d61-47b8-bab8-2a63ca904882 req-4d6462cb-2950-449f-bfe2-bcca0b283620 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:14.504760 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5856cbbf-2d61-47b8-bab8-2a63ca904882 req-4d6462cb-2950-449f-bfe2-bcca0b283620 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0634351 Oct 28 20:56:14.562861 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5856cbbf-2d61-47b8-bab8-2a63ca904882 req-81b7550e-7c5d-4b8d-a0c0-4da848c700d6 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518863 Oct 28 20:56:14.645538 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-60090adc-65d6-4b0d-b86b-e84ca5de4cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:15.180982 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb94837-0dc6-452a-9d7f-45cfccb02ec0 req-02c209a9-89c6-41ec-a35f-75fb5ca54678 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:15.182851 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2cb94837-0dc6-452a-9d7f-45cfccb02ec0 req-02c209a9-89c6-41ec-a35f-75fb5ca54678 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 946 time: 0.0732610 Oct 28 20:56:15.242227 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2cb94837-0dc6-452a-9d7f-45cfccb02ec0 req-a9ed93f9-aae2-4aeb-b985-d1d2695ddb41 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512531 Oct 28 20:56:15.753896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:56:15.754502 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40132901-f7cb-4691-86ee-83c90e6b95d5 req-5adbd5e8-00c4-4f9d-b8e9-a9e65396a155 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:15.763128 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-40132901-f7cb-4691-86ee-83c90e6b95d5 req-5adbd5e8-00c4-4f9d-b8e9-a9e65396a155 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0840955 Oct 28 20:56:15.770288 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:56:15.851247 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-40132901-f7cb-4691-86ee-83c90e6b95d5 req-a7f19d70-84ad-4784-b3c3-4d691b4bb053 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804870 Oct 28 20:56:15.975313 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-bee8ac89-65da-4502-95ad-ec22804e2c11 req-1593b8b4-c475-4746-8421-93e75002599a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:56:15.977156 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bee8ac89-65da-4502-95ad-ec22804e2c11 req-1593b8b4-c475-4746-8421-93e75002599a service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090673 Oct 28 20:56:15.991972 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:16.007610 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: ACTIVE; New status is: DOWN {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:16.008034 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:16.019818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'mac_address': 'fa:16:3e:f2:c4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:56:16.041462 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:16.044110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f77ad92-973b-406f-aa19-9be7127f81e4" -d '{"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-unplugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:16.081876 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:16.107604 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:16.108384 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:16.115296 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80482d69-48f2-4e89-8620-cd0f3640c4c9 x-openstack-request-id: req-80482d69-48f2-4e89-8620-cd0f3640c4c9 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:16.116052 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-unplugged", "status": "failed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "code": 422}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:16.116573 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-80482d69-48f2-4e89-8620-cd0f3640c4c9 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:16.117479 dv-cinder-859839-2-iscsi neutron-server[115444]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-80482d69-48f2-4e89-8620-cd0f3640c4c9']: {'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'code': 422} returned with failed status Oct 28 20:56:16.129429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:16.187027 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9bdd85-1184-4d74-b3e2-e8b7e80297bc {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:56:16.229938 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182cfb7-452f-48ef-8913-dedf150ea80b req-ae204beb-2531-420a-924c-79be51317aa1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:16.231560 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5182cfb7-452f-48ef-8913-dedf150ea80b req-ae204beb-2531-420a-924c-79be51317aa1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0741739 Oct 28 20:56:16.234801 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:16.241650 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:16.256015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=8']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:16.264316 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.264838 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.265113 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.265628 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.266084 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.266508 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.266839 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.267171 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.267588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.271791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.271791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.271791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.271791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:16.308360 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5182cfb7-452f-48ef-8913-dedf150ea80b req-3e404c22-fd63-44e3-85fa-c9cd6bc76471 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628760 Oct 28 20:56:16.349244 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:16.589866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60314) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:16.649254 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:56:16.678454 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:16.699560 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-e4147116-6f1c-486f-a1e5-cfb8f8616fd8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1080742 Oct 28 20:56:16.710549 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-0729c24b-0244-4f14-84fa-b7ea63b2157e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:56:16.711632 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-0729c24b-0244-4f14-84fa-b7ea63b2157e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055654 Oct 28 20:56:16.806902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60322) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:16.944331 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-cac19b77-3592-4cf4-93f7-2b98a7331756 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:16.945274 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-cac19b77-3592-4cf4-93f7-2b98a7331756 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports/ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 941 time: 0.1368976 Oct 28 20:56:17.068535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987362c-e96f-4252-9dc1-ce30c99306c3 req-5056f0ed-d1ca-4de3-ac87-685f5d29e57d tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:17.069896 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0987362c-e96f-4252-9dc1-ce30c99306c3 req-5056f0ed-d1ca-4de3-ac87-685f5d29e57d tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 945 time: 0.0723045 Oct 28 20:56:17.166777 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0987362c-e96f-4252-9dc1-ce30c99306c3 req-6ef03677-5863-421e-9741-d335773ea6ee tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826395 Oct 28 20:56:17.494849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb10c-5e36-4499-b049-0d2262aa077d req-486b1c60-7f88-4e0f-8b17-93478a024a27 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:17.496499 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a0fb10c-5e36-4499-b049-0d2262aa077d req-486b1c60-7f88-4e0f-8b17-93478a024a27 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0599377 Oct 28 20:56:17.583506 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5a0fb10c-5e36-4499-b049-0d2262aa077d req-0fa0f714-69fe-4cc9-85c3-1d6c915e243c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796344 Oct 28 20:56:17.752059 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:56:17.831471 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: DOWN; New status is: DOWN {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:18.297778 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:18.347114 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918fc1-1f7a-4609-bf25-ba639fd2f396 req-71fbebad-fc2d-4936-a73e-1730254b4743 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:18.348957 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-40918fc1-1f7a-4609-bf25-ba639fd2f396 req-71fbebad-fc2d-4936-a73e-1730254b4743 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 945 time: 0.0807517 Oct 28 20:56:18.395846 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:56:18.427568 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-40918fc1-1f7a-4609-bf25-ba639fd2f396 req-f0cf0dbe-f3f7-4dba-852b-5134bfe9350b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710719 Oct 28 20:56:18.721887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:18.753107 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81b903-b722-4853-8554-c6cc407ab050 req-96e06e2a-7549-4a78-8aad-6722b1f7ca39 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:18.754720 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d81b903-b722-4853-8554-c6cc407ab050 req-96e06e2a-7549-4a78-8aad-6722b1f7ca39 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0835671 Oct 28 20:56:18.812461 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d81b903-b722-4853-8554-c6cc407ab050 req-b0e1955a-efe6-4b5c-80f6-1dcdd2704236 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510960 Oct 28 20:56:18.941269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-9194b4bc-bfbc-4dcf-a728-b7a50a77a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:18.943039 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-9194b4bc-bfbc-4dcf-a728-b7a50a77a122 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 1128 time: 0.1093585 Oct 28 20:56:19.040102 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-d5e8785c-2148-4dc2-8bb2-5db20a71189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:19.041719 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-d5e8785c-2148-4dc2-8bb2-5db20a71189d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1128 time: 0.0627398 Oct 28 20:56:19.148246 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-3b943666-0da0-4aa7-a52a-2fcc4f31b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:19.149732 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-3b943666-0da0-4aa7-a52a-2fcc4f31b0d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1004255 Oct 28 20:56:19.238049 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-a210bc1e-58db-490e-9c0f-1bb50ca98b27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 1000 time: 0.0766780 Oct 28 20:56:19.295323 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-c5795ba0-c276-4357-a8d2-28b076eadfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:19.296870 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-c5795ba0-c276-4357-a8d2-28b076eadfe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0507293 Oct 28 20:56:19.354443 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-59b6c49b-886e-413a-ac81-93a63ea63002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:19.356024 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-59b6c49b-886e-413a-ac81-93a63ea63002 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499027 Oct 28 20:56:19.487354 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-8ea07eb4-a14c-4ac3-a654-2430d4563095 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236153 Oct 28 20:56:19.595425 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b0c89e6b-5f81-4919-aa98-85fd80b6b8d0 req-c7422fc8-1e36-4f95-ac36-4c533d0da5ea service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015143 Oct 28 20:56:19.599332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fda874-6647-435d-b12b-2364b7b37727 req-93594bbd-3bf9-46d2-8346-c8aae764ccc8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:19.602047 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f3fda874-6647-435d-b12b-2364b7b37727 req-93594bbd-3bf9-46d2-8346-c8aae764ccc8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 945 time: 0.0808725 Oct 28 20:56:19.683426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f3fda874-6647-435d-b12b-2364b7b37727 req-d0cdc528-6f8b-4148-abe4-087be08b6a82 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754550 Oct 28 20:56:19.770856 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:56:19.829890 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:56:19.834293 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:56:19.834665 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:19.835014 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:56:19.949874 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:19.950321 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:19.978867 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:19.981428 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9729c17-ed66-4599-9d6a-8b6e1662bb75" -d '{"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-plugged", "status": "completed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:19.997225 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:20.003595 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:20.035613 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d151748e-87d1-432b-a92a-da31c7f192e8 x-openstack-request-id: req-d151748e-87d1-432b-a92a-da31c7f192e8 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:20.036305 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-plugged", "status": "completed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:20.036816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d151748e-87d1-432b-a92a-da31c7f192e8 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:20.037379 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d151748e-87d1-432b-a92a-da31c7f192e8'] response: {'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'code': 200} Oct 28 20:56:20.076651 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:20.143913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369a9ce-5ffb-4771-9a2d-c62f8f1fd4a7 req-34710fdd-6f04-4463-8214-fb3c9db1c7d7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:20.151972 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0369a9ce-5ffb-4771-9a2d-c62f8f1fd4a7 req-34710fdd-6f04-4463-8214-fb3c9db1c7d7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.1669431 Oct 28 20:56:20.209719 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0369a9ce-5ffb-4771-9a2d-c62f8f1fd4a7 req-e6e059ae-9487-42e8-a848-845eb9a62719 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554428 Oct 28 20:56:20.446751 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d9352-9199-40ea-89c1-15e9d1c51e49 req-f4d9a4f6-e5db-4909-a924-a90da368fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:20.449700 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a28d9352-9199-40ea-89c1-15e9d1c51e49 req-f4d9a4f6-e5db-4909-a924-a90da368fd38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.0939710 Oct 28 20:56:20.953125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea19984-02f9-4ac0-9c24-d867eea5a44c req-ee7ac4d5-e15d-4f17-aafa-d2df97ebf15d tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:20.961083 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cea19984-02f9-4ac0-9c24-d867eea5a44c req-ee7ac4d5-e15d-4f17-aafa-d2df97ebf15d tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1308532 Oct 28 20:56:21.040960 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cea19984-02f9-4ac0-9c24-d867eea5a44c req-01880bf7-ef08-48da-a2b9-2f1924561718 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772686 Oct 28 20:56:21.395598 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e10ab1-c12a-418e-acbd-96adcf28e065 req-f9048163-b5f8-4949-927e-fa2c97a771ba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:21.404896 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89e10ab1-c12a-418e-acbd-96adcf28e065 req-f9048163-b5f8-4949-927e-fa2c97a771ba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0813012 Oct 28 20:56:21.483865 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89e10ab1-c12a-418e-acbd-96adcf28e065 req-edf7f4dd-296d-40f3-b46f-6d10f97a49f8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777631 Oct 28 20:56:22.281416 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030d5f4-6f25-4a54-a658-dd4b0670fdca req-50e62b6c-e147-4950-af83-e15d22ce3d11 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:22.288487 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4030d5f4-6f25-4a54-a658-dd4b0670fdca req-50e62b6c-e147-4950-af83-e15d22ce3d11 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1627605 Oct 28 20:56:22.364998 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4030d5f4-6f25-4a54-a658-dd4b0670fdca req-2648aefe-da3b-4f24-bc82-0086ec4a3e1f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740755 Oct 28 20:56:22.658023 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baaeddc-bc68-4600-b95d-5c54e68e2f0e req-68a8ca1e-0aa2-4ef0-b7c0-b91d2c74d17d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:22.660456 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7baaeddc-bc68-4600-b95d-5c54e68e2f0e req-68a8ca1e-0aa2-4ef0-b7c0-b91d2c74d17d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0669136 Oct 28 20:56:22.731305 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7baaeddc-bc68-4600-b95d-5c54e68e2f0e req-b51eb189-447a-475b-af8a-f0d22aa03194 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620241 Oct 28 20:56:23.551419 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db361ef-2e02-4366-8a63-2182e995b863 req-4c00df52-383f-4f69-96ee-5d29d0f1c247 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:23.553299 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8db361ef-2e02-4366-8a63-2182e995b863 req-4c00df52-383f-4f69-96ee-5d29d0f1c247 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0841451 Oct 28 20:56:23.675919 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8db361ef-2e02-4366-8a63-2182e995b863 req-d674794f-0c3e-4257-a0a8-7b24cf50d24b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160347 Oct 28 20:56:23.934527 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86833ada-161a-49fe-86c3-9fa4ec68cbe8 req-63dd51f0-6ca1-49fe-90ef-2cc9ba6f4094 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:23.936452 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-86833ada-161a-49fe-86c3-9fa4ec68cbe8 req-63dd51f0-6ca1-49fe-90ef-2cc9ba6f4094 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0923555 Oct 28 20:56:23.998499 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-86833ada-161a-49fe-86c3-9fa4ec68cbe8 req-503aeb18-18f9-485d-96d5-d0c2bfa52863 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556872 Oct 28 20:56:24.850316 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b1367-4d9b-4014-8844-1d235b464db3 req-4ad215a1-3a66-4448-a1fa-1840b5f7ca0a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:24.851964 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a51b1367-4d9b-4014-8844-1d235b464db3 req-4ad215a1-3a66-4448-a1fa-1840b5f7ca0a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0785811 Oct 28 20:56:24.952798 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a51b1367-4d9b-4014-8844-1d235b464db3 req-8542bb23-1bce-4e37-9b22-01b08a06dda7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897129 Oct 28 20:56:25.146757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248f0b-93b0-4a91-ac44-70c371055749 req-555cbcec-4227-4838-91cf-8196cf3a82b4 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:25.149001 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8f248f0b-93b0-4a91-ac44-70c371055749 req-555cbcec-4227-4838-91cf-8196cf3a82b4 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0605171 Oct 28 20:56:25.268021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8f248f0b-93b0-4a91-ac44-70c371055749 req-3e0c2e58-c75c-41ff-b95a-8fa04420b1a6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008253 Oct 28 20:56:26.083762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2971507e-03f8-441a-b92f-a62ce56014cd req-c977693b-c74e-48b6-8a27-c64a72ec7c06 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:26.087265 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2971507e-03f8-441a-b92f-a62ce56014cd req-c977693b-c74e-48b6-8a27-c64a72ec7c06 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0573862 Oct 28 20:56:26.164846 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2971507e-03f8-441a-b92f-a62ce56014cd req-7d25602b-ce84-4c59-b8a4-1d390e532445 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608759 Oct 28 20:56:26.449542 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f0a16-78ac-4120-8b69-9795550fbf9d req-fbc7ebd8-7d62-46ac-873e-2f51e9d4ef4a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:26.451576 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1b5f0a16-78ac-4120-8b69-9795550fbf9d req-fbc7ebd8-7d62-46ac-873e-2f51e9d4ef4a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0840902 Oct 28 20:56:26.510582 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1b5f0a16-78ac-4120-8b69-9795550fbf9d req-59fb77ca-23a9-44f1-b07a-f55fbedcb8de tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531945 Oct 28 20:56:27.353147 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cd682-c2ba-4d11-9df4-83f744f18b68 req-a2e022d5-5dd4-43d8-87dc-2c42fa71f3a7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:27.355553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f1cd682-c2ba-4d11-9df4-83f744f18b68 req-a2e022d5-5dd4-43d8-87dc-2c42fa71f3a7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1047709 Oct 28 20:56:27.420523 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f1cd682-c2ba-4d11-9df4-83f744f18b68 req-d3293880-1db0-4cb1-8723-4ab78e39e3f9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580306 Oct 28 20:56:27.666307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50242de7-ed00-4d34-b91e-bbd5bdd866b4 req-fd09b044-e642-48d3-aab5-eede8a8c28ae tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:27.668645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-50242de7-ed00-4d34-b91e-bbd5bdd866b4 req-fd09b044-e642-48d3-aab5-eede8a8c28ae tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0687599 Oct 28 20:56:27.745292 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-50242de7-ed00-4d34-b91e-bbd5bdd866b4 req-fb5e7870-bee4-451d-815f-204a9ac5b503 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684035 Oct 28 20:56:28.595196 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8884ed-6346-4168-b049-0644ccba3a54 req-625a4957-85fe-46b7-b082-e3e11035b5d7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:28.596861 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d8884ed-6346-4168-b049-0644ccba3a54 req-625a4957-85fe-46b7-b082-e3e11035b5d7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0597994 Oct 28 20:56:28.653880 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d8884ed-6346-4168-b049-0644ccba3a54 req-f6ada484-a8c5-4960-b98f-844dfa79c1a7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Oct 28 20:56:28.895055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc1f9-16c3-4c1c-9dd5-c77ea256fe7f req-ca95aacd-d0d7-41b4-9e07-3ef4c4959f32 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:28.896749 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-710dc1f9-16c3-4c1c-9dd5-c77ea256fe7f req-ca95aacd-d0d7-41b4-9e07-3ef4c4959f32 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0585954 Oct 28 20:56:28.961300 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-710dc1f9-16c3-4c1c-9dd5-c77ea256fe7f req-aa6a3fdc-f786-486a-a5df-8ae137125247 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545716 Oct 28 20:56:29.795233 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf19f8d-7520-4722-a704-d1b746e12125 req-23e79028-0f12-439e-a007-86762d296ab4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:29.796878 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bdf19f8d-7520-4722-a704-d1b746e12125 req-23e79028-0f12-439e-a007-86762d296ab4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0650063 Oct 28 20:56:29.878694 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bdf19f8d-7520-4722-a704-d1b746e12125 req-377bea9c-01da-4bef-b8e6-32c9c6169120 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754974 Oct 28 20:56:30.151933 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1842cb3-7470-4135-9033-b63a0fa013d4 req-302c99d1-dcd2-4197-8063-5e07f7a3739f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:30.154016 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a1842cb3-7470-4135-9033-b63a0fa013d4 req-302c99d1-dcd2-4197-8063-5e07f7a3739f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0732143 Oct 28 20:56:30.212405 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a1842cb3-7470-4135-9033-b63a0fa013d4 req-932a4bdb-0951-4161-a42a-82faf60cf8ca tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522387 Oct 28 20:56:31.022700 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432e701-ecfe-404c-adcc-55d96d2276ba req-131ef4e8-e6f7-44a2-93c1-bcdc8cd46675 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:31.024243 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f432e701-ecfe-404c-adcc-55d96d2276ba req-131ef4e8-e6f7-44a2-93c1-bcdc8cd46675 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0589545 Oct 28 20:56:31.074755 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f432e701-ecfe-404c-adcc-55d96d2276ba req-673590c6-7a1f-4d9a-84c9-fa0d04527344 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Oct 28 20:56:31.237906 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a28d9352-9199-40ea-89c1-15e9d1c51e49 req-e3ebbc74-af89-45c2-ab43-1083333c5771 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447009 Oct 28 20:56:31.357784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af750c6c-cca2-4733-bea5-0f23633001b6 req-1b8b5859-f497-4be5-9440-a6c4cd29b4c6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:31.359300 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af750c6c-cca2-4733-bea5-0f23633001b6 req-1b8b5859-f497-4be5-9440-a6c4cd29b4c6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0540998 Oct 28 20:56:31.410769 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af750c6c-cca2-4733-bea5-0f23633001b6 req-b9c12067-fbb8-48a0-bf86-7b3a17bc31c2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454478 Oct 28 20:56:32.217267 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79fee9-d9d9-45f7-a47c-0a6293fd283b req-93ca7902-6c6e-4ea5-8de5-1cf4e1be3974 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:32.218777 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6c79fee9-d9d9-45f7-a47c-0a6293fd283b req-93ca7902-6c6e-4ea5-8de5-1cf4e1be3974 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0571585 Oct 28 20:56:32.284850 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6c79fee9-d9d9-45f7-a47c-0a6293fd283b req-437e5fc6-a680-4c8e-8a1d-9eef4e646aa1 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586994 Oct 28 20:56:32.551390 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595452-1613-4b51-bd3b-365099e3dc15 req-1710d8c8-b9bf-4e35-84d9-23408e3a49d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:32.552934 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0595452-1613-4b51-bd3b-365099e3dc15 req-1710d8c8-b9bf-4e35-84d9-23408e3a49d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0537510 Oct 28 20:56:32.606241 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f0595452-1613-4b51-bd3b-365099e3dc15 req-24137e52-3902-4252-98f1-08592411279c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 Oct 28 20:56:32.900339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60536) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:33.050447 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf12-564e-4da3-9d4b-faddf5695815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.169330 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf12-564e-4da3-9d4b-faddf5695815 admin admin] Publish callbacks [] for security_group (c57ca855-ce09-47cd-8c65-9285de76518d), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.174642 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-8f08bf12-564e-4da3-9d4b-faddf5695815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c57ca855-ce09-47cd-8c65-9285de76518d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.216364 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-8f08bf12-564e-4da3-9d4b-faddf5695815 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57602dbb273d49089487090ccb2d547c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3148627 Oct 28 20:56:33.217117 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08bf12-564e-4da3-9d4b-faddf5695815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ca855-ce09-47cd-8c65-9285de76518d,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:33.220661 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60548) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:33.298493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Publish callbacks [] for security_group (c57ca855-ce09-47cd-8c65-9285de76518d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.327551 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Publish callbacks [] for security_group (c57ca855-ce09-47cd-8c65-9285de76518d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.406325 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c57ca855-ce09-47cd-8c65-9285de76518d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.409852 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:33.411366 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c57ca855-ce09-47cd-8c65-9285de76518d HTTP/1.1" status: 204 len: 168 time: 0.1884487 Oct 28 20:56:33.421383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ca855-ce09-47cd-8c65-9285de76518d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:33.430695 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.431274 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.431665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.432052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.432387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.432721 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.433200 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.433858 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.434203 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.434603 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.435160 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.435340 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.435705 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa3adba-8550-4584-81a1-2272166bc392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:56:33.477532 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293791e-5cc6-4711-9dd6-60019a5a85bb req-be7784b4-6e40-434f-86c7-6538742535c3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:33.480110 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d293791e-5cc6-4711-9dd6-60019a5a85bb req-be7784b4-6e40-434f-86c7-6538742535c3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1012952 Oct 28 20:56:33.556217 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d293791e-5cc6-4711-9dd6-60019a5a85bb req-44326b71-b7c6-438c-b712-b54957c8ba9d tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667775 Oct 28 20:56:33.703462 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18119b5-51da-465a-adbd-1271d783d644 req-8e32b0d3-4724-4bb5-8e81-150527cb0eac tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:33.705384 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f18119b5-51da-465a-adbd-1271d783d644 req-8e32b0d3-4724-4bb5-8e81-150527cb0eac tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0702124 Oct 28 20:56:33.802011 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f18119b5-51da-465a-adbd-1271d783d644 req-e77c1c0d-f0fc-493b-a1b1-7da97258b717 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851324 Oct 28 20:56:33.814026 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47fbc1-c860-457d-913f-c6f2cc93da1e req-99ab2776-1bf9-42bc-a05c-e67f367a5ecf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:33.815866 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5b47fbc1-c860-457d-913f-c6f2cc93da1e req-99ab2776-1bf9-42bc-a05c-e67f367a5ecf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.1015196 Oct 28 20:56:33.837955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60570) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:33.875231 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5b47fbc1-c860-457d-913f-c6f2cc93da1e req-257099be-71f0-46c5-ba08-d9844032032b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530350 Oct 28 20:56:34.149625 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2328dfe0-d8fc-4014-b9b4-eb7bd0480276 tempest-TestShelveInstance-1702475819 tempest-TestShelveInstance-1702475819-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:34.151603 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2328dfe0-d8fc-4014-b9b4-eb7bd0480276 tempest-TestShelveInstance-1702475819 tempest-TestShelveInstance-1702475819-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1125 time: 0.3115129 Oct 28 20:56:34.156099 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60582) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:34.161857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:56:34.191780 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:34.355287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:34.514897 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Allocated IP 172.27.3.73 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/12b6d6c7-7931-4c41-a917-7188019e9dc3) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:56:34.711671 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:34.767035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:34.829136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:56:34.840261 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:56:34.846116 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'Port': ['ID=12b6d6c7-7931-4c41-a917-7188019e9dc3,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:34.851300 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:56:35.121278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0c066-3b59-45ec-b411-aee681a46073 req-41584f2b-7b63-4d91-b55c-dbc25097a2ff tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:35.123032 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ec0c066-3b59-45ec-b411-aee681a46073 req-41584f2b-7b63-4d91-b55c-dbc25097a2ff tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.1344783 Oct 28 20:56:35.251482 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ec0c066-3b59-45ec-b411-aee681a46073 req-b948a907-8182-4000-b15a-2e2156cb4c7c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120572 Oct 28 20:56:35.394167 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for floatingip (939760e7-556e-4f35-a3f8-da54a6b80818), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:35.467858 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:35.664545 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:35.672263 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:35.799284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (939760e7-556e-4f35-a3f8-da54a6b80818), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:35.804006 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event updated for resources: {'Port': ['ID=12b6d6c7-7931-4c41-a917-7188019e9dc3,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:35.944348 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Floating IP 939760e7-556e-4f35-a3f8-da54a6b80818 associated. External IP: 172.27.3.73, port: ee9bdd85-1184-4d74-b3e2-e8b7e80297bc. Oct 28 20:56:36.471100 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Router a23466a0-4b2d-497e-b80a-474d1910031a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:56:36.487428 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572e12f-d429-4d03-8c21-5396b87b5efd req-46380c88-73bc-411b-8229-6556070ea1bd tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:36.488961 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3572e12f-d429-4d03-8c21-5396b87b5efd req-46380c88-73bc-411b-8229-6556070ea1bd tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0807555 Oct 28 20:56:36.610867 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3572e12f-d429-4d03-8c21-5396b87b5efd req-0473a1da-924e-4462-a29d-899f4eddf33f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160357 Oct 28 20:56:36.627274 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:56:36.638295 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Sync routers for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:56:36.650171 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:36.650809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:56:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:36.651639 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:36.686095 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ca0ef8ec-6424-4daa-81a7-fddc1224170c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5259259 Oct 28 20:56:36.686095 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:36.686971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415f3d05-e53e-4480-9fe4-343c8a947cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:36.725016 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458daf6a-fabf-4974-936e-717514cb9042 x-openstack-request-id: req-458daf6a-fabf-4974-936e-717514cb9042 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:36.725314 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:36.725569 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-458daf6a-fabf-4974-936e-717514cb9042 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:36.726225 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458daf6a-fabf-4974-936e-717514cb9042'] response: {'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'status': 'completed', 'code': 200} Oct 28 20:56:36.764796 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:36.841608 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-1e795f05-a4f9-4a17-b605-caeb2e06814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:36.844120 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-1e795f05-a4f9-4a17-b605-caeb2e06814b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.0549583 Oct 28 20:56:37.161561 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '939760e7-556e-4f35-a3f8-da54a6b80818', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'mac_address': 'fa:16:3e:f2:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:56:35Z', 'updated_at': '2022-10-28T20:56:35Z', 'revision_number': 0, 'project_id': '803952ec317943c68a52064ca0c2535a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:37.192393 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Checking router: a23466a0-4b2d-497e-b80a-474d1910031a for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:56:37.202380 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:56:37.203011 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:56:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:37.316359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:56:37.595532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '939760e7-556e-4f35-a3f8-da54a6b80818', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'mac_address': 'fa:16:3e:f2:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:56:35Z', 'updated_at': '2022-10-28T20:56:35Z', 'revision_number': 0, 'project_id': '803952ec317943c68a52064ca0c2535a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:56:37.622859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a657a519-bba1-46a0-8634-bec2b6ff063a None None] The sync data for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi is: [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '939760e7-556e-4f35-a3f8-da54a6b80818', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'mac_address': 'fa:16:3e:f2:c4:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:56:35Z', 'updated_at': '2022-10-28T20:56:35Z', 'revision_number': 0, 'project_id': '803952ec317943c68a52064ca0c2535a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:56:37.790017 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0115f-8f49-42f1-948c-d5bb9b43ef08 req-d9023f47-0bf2-4a0e-94b1-cab955ebe5dc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:37.791674 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0bf0115f-8f49-42f1-948c-d5bb9b43ef08 req-d9023f47-0bf2-4a0e-94b1-cab955ebe5dc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0738533 Oct 28 20:56:37.849742 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0bf0115f-8f49-42f1-948c-d5bb9b43ef08 req-73ce953e-b8eb-4256-a4e3-33a2c3c92a04 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504518 Oct 28 20:56:37.880768 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8987bc-ec72-441d-8fed-6b5d165941f9 None None] New status for floating IP 939760e7-556e-4f35-a3f8-da54a6b80818: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:56:38.994443 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255cdab-36fb-4619-9bce-e861c2d57c8f req-a265cdcd-663d-41fb-9e77-4b2b9c60403d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:38.996016 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4255cdab-36fb-4619-9bce-e861c2d57c8f req-a265cdcd-663d-41fb-9e77-4b2b9c60403d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0548546 Oct 28 20:56:39.051069 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4255cdab-36fb-4619-9bce-e861c2d57c8f req-7fb0e95f-0c0f-48c1-bc53-ae62f54568e0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491149 Oct 28 20:56:39.651153 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-ae72b615-d774-44e8-af5a-1d9cb1c8b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:39.652671 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-ae72b615-d774-44e8-af5a-1d9cb1c8b490 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.0995190 Oct 28 20:56:39.723123 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-7d82ff9b-540c-459b-bd16-5e08f52831aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 1001 time: 0.0578656 Oct 28 20:56:39.780514 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-83599e15-ec9f-4b0f-a7c7-9511ded69bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:39.782084 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-83599e15-ec9f-4b0f-a7c7-9511ded69bb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0526643 Oct 28 20:56:39.833758 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-8d4e9172-6f48-46f4-9264-2c319dd4ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:39.835394 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-8d4e9172-6f48-46f4-9264-2c319dd4ce7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468934 Oct 28 20:56:39.937939 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-aca6831e-3331-4816-ab32-093313b24c8c service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861382 Oct 28 20:56:40.040166 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-415f3d05-e53e-4480-9fe4-343c8a947cb1 req-0df97af5-5bde-4537-862d-7a5baca6e15b service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943742 Oct 28 20:56:40.216623 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bfb21-e03b-4881-b74b-72d31ccc3463 req-13b4bd38-4b65-4c20-b955-8c2629b584d3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:40.218445 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-881bfb21-e03b-4881-b74b-72d31ccc3463 req-13b4bd38-4b65-4c20-b955-8c2629b584d3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0654476 Oct 28 20:56:40.283182 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-881bfb21-e03b-4881-b74b-72d31ccc3463 req-812b67d8-4bd0-43ee-873a-b11db182381e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542760 Oct 28 20:56:40.294941 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-0cb41891-094b-4802-be05-6795f1089072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:40.296537 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-0cb41891-094b-4802-be05-6795f1089072 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1128 time: 0.0510697 Oct 28 20:56:40.299912 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:40.414701 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-56def9cf-3842-4640-af04-b98a8fc2b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:40.416258 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-56def9cf-3842-4640-af04-b98a8fc2b918 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.0972071 Oct 28 20:56:40.481689 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-3132a3b6-80c7-4637-b905-d431f8dd133e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 200 len: 1000 time: 0.0580137 Oct 28 20:56:40.540468 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-a7a2d931-e8dc-45e7-af77-c0204e34ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:40.541986 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-a7a2d931-e8dc-45e7-af77-c0204e34ce9f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0439703 Oct 28 20:56:40.598034 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60666) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:40.604572 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-b69763c8-5b47-48e8-a02c-e1a6b39526fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:40.606188 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-b69763c8-5b47-48e8-a02c-e1a6b39526fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571482 Oct 28 20:56:40.719075 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-30e1c37a-bb8a-440d-8228-080940f2c004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:40.732999 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-affff56a-35d4-4cc2-8a31-55c3cdb58118 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160228 Oct 28 20:56:40.822997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-30e1c37a-bb8a-440d-8228-080940f2c004 admin admin] Publish callbacks [] for security_group (277710d5-b9b3-4188-a7f8-8be6ee6e75fd), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:40.829670 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-30e1c37a-bb8a-440d-8228-080940f2c004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (277710d5-b9b3-4188-a7f8-8be6ee6e75fd), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:40.860155 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1726a940-3ec4-4c88-94f6-e39b5237ce59 req-353928e0-3703-497f-974f-53740a6760ea service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183393 Oct 28 20:56:40.899241 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-30e1c37a-bb8a-440d-8228-080940f2c004 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=312b1bc4392741b5bc875ca9a7f3507b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998815 Oct 28 20:56:40.901841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60678) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:40.902660 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c37a-bb8a-440d-8228-080940f2c004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277710d5-b9b3-4188-a7f8-8be6ee6e75fd,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:40.963041 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] Publish callbacks [] for security_group (277710d5-b9b3-4188-a7f8-8be6ee6e75fd), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:40.987696 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] Publish callbacks [] for security_group (277710d5-b9b3-4188-a7f8-8be6ee6e75fd), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:41.037275 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (277710d5-b9b3-4188-a7f8-8be6ee6e75fd), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:41.039941 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:41.041125 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/277710d5-b9b3-4188-a7f8-8be6ee6e75fd HTTP/1.1" status: 204 len: 168 time: 0.1382310 Oct 28 20:56:41.050041 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af52d5-1cf1-4f07-be04-992feed1ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277710d5-b9b3-4188-a7f8-8be6ee6e75fd,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:41.467963 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db375bb5-a4f8-4dbd-839d-69752796149a req-ccbe8443-6a5e-4f41-8d06-d929a91cbabb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:41.469561 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-db375bb5-a4f8-4dbd-839d-69752796149a req-ccbe8443-6a5e-4f41-8d06-d929a91cbabb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0682859 Oct 28 20:56:41.525388 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-db375bb5-a4f8-4dbd-839d-69752796149a req-97bcf6aa-476e-4287-84dd-6d8b6f9b0c8a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499611 Oct 28 20:56:42.074553 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f6be9aae-80af-4ca6-bd53-2ed3ace9737c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:42.663576 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9063a30-18c7-477b-a365-8438fff5184c req-4711f93e-68bb-4ac3-9c7d-628762a6e006 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:42.665144 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a9063a30-18c7-477b-a365-8438fff5184c req-4711f93e-68bb-4ac3-9c7d-628762a6e006 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0540164 Oct 28 20:56:42.718030 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a9063a30-18c7-477b-a365-8438fff5184c req-9d252ae4-90af-4ce2-b2f7-a1685e6cb6e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Oct 28 20:56:43.253492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60698) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:43.377187 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d7991ce3-4b1f-462c-ab29-43d2221d702b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.457377 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d7991ce3-4b1f-462c-ab29-43d2221d702b admin admin] Publish callbacks [] for security_group (b66d119f-68bf-4764-bcf0-4d9b306d5cab), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.471273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d7991ce3-4b1f-462c-ab29-43d2221d702b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b66d119f-68bf-4764-bcf0-4d9b306d5cab), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.512841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7991ce3-4b1f-462c-ab29-43d2221d702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66d119f-68bf-4764-bcf0-4d9b306d5cab,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:43.517133 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d7991ce3-4b1f-462c-ab29-43d2221d702b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6604959a0b904ed983e3ec1a26c362ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625668 Oct 28 20:56:43.519802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60706) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:56:43.574045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] Publish callbacks [] for security_group (b66d119f-68bf-4764-bcf0-4d9b306d5cab), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.597308 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] Publish callbacks [] for security_group (b66d119f-68bf-4764-bcf0-4d9b306d5cab), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.645466 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b66d119f-68bf-4764-bcf0-4d9b306d5cab), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.649127 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:43.650586 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b66d119f-68bf-4764-bcf0-4d9b306d5cab HTTP/1.1" status: 204 len: 168 time: 0.1298392 Oct 28 20:56:43.661120 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dcc66f-a292-43cf-a503-2e20bd845d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66d119f-68bf-4764-bcf0-4d9b306d5cab,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:43.883950 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24197ee8-db22-4ac1-be88-2dbd7aba8e1d req-bf68eed3-d847-42c8-98f6-7702cc3bf51a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:43.885664 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-24197ee8-db22-4ac1-be88-2dbd7aba8e1d req-bf68eed3-d847-42c8-98f6-7702cc3bf51a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0772212 Oct 28 20:56:43.962036 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-24197ee8-db22-4ac1-be88-2dbd7aba8e1d req-12ee3448-3d7c-4551-ba5e-425a6e50a41c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684731 Oct 28 20:56:44.639177 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcb0c-5b96-4ac6-86b1-f025ed580a7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:45.118830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3ec06-e002-46bc-a811-cbf5bab87d90 req-e6a3aeab-c055-48ef-81b8-540a82a6c950 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:45.120377 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d6b3ec06-e002-46bc-a811-cbf5bab87d90 req-e6a3aeab-c055-48ef-81b8-540a82a6c950 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0639193 Oct 28 20:56:45.171379 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d6b3ec06-e002-46bc-a811-cbf5bab87d90 req-12687246-20da-4cde-bca5-93cf063ac8bb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452349 Oct 28 20:56:46.313232 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04a179-1fae-45f5-8feb-f81422167238 req-0c3dc227-ce8e-4bf8-b6da-51f0bbe26036 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:46.314843 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1b04a179-1fae-45f5-8feb-f81422167238 req-0c3dc227-ce8e-4bf8-b6da-51f0bbe26036 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0597162 Oct 28 20:56:46.378038 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1b04a179-1fae-45f5-8feb-f81422167238 req-3b2d2911-bb25-49af-b5c1-93b2174e861f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533643 Oct 28 20:56:46.648984 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:47.515120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66dc3bb-adbc-4ef4-90b7-07e4de5ebbe4 req-60ea52b2-2652-452e-a1f4-a62b43583cb9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:47.516997 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f66dc3bb-adbc-4ef4-90b7-07e4de5ebbe4 req-60ea52b2-2652-452e-a1f4-a62b43583cb9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 944 time: 0.0563545 Oct 28 20:56:47.575972 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f66dc3bb-adbc-4ef4-90b7-07e4de5ebbe4 req-06061cfd-9817-4b93-bc23-75cedb5ba862 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503190 Oct 28 20:56:47.937054 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:56:48.068028 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:48.081311 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'mac_address': 'fa:16:3e:38:4d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:56:48.124890 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:48.125359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:48.140820 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:56:48.162410 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:48.167029 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:48.221836 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=9']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:48.301063 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:48.537451 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['ceac7e63-06bf-4e70-915c-f46aaf4d80f4'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:56:48.720957 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:48.727405 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609cf21-866f-4fe2-bba0-756f2aded9a7 req-b32f24f1-3538-4f4f-b9eb-cb4778cd284b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:48.729058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e609cf21-866f-4fe2-bba0-756f2aded9a7 req-b32f24f1-3538-4f4f-b9eb-cb4778cd284b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.0663836 Oct 28 20:56:48.788944 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e609cf21-866f-4fe2-bba0-756f2aded9a7 req-1da466c6-89cd-4e6a-a965-6a54cfdbd565 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516908 Oct 28 20:56:49.942801 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:56:49.954896 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ca278-3912-4a81-8029-7c64c45e5996 req-4efde7d9-8cdb-4389-a0a3-96c46f3d9b96 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:49.957024 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b51ca278-3912-4a81-8029-7c64c45e5996 req-4efde7d9-8cdb-4389-a0a3-96c46f3d9b96 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 945 time: 0.0735569 Oct 28 20:56:50.000915 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:56:50.001500 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:50.002018 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 Oct 28 20:56:50.020319 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b51ca278-3912-4a81-8029-7c64c45e5996 req-649fd5da-b41c-4fe7-8501-7760dfc301ae tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570574 Oct 28 20:56:50.126458 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:56:50.127006 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:50.169489 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:56:50.173505 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d49587-82d9-43e3-9a6a-6948458ef39a" -d '{"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:56:50.196305 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:56:50.203760 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:56:50.250859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed1f47a-519b-4820-b689-54250f4203f9 x-openstack-request-id: req-eed1f47a-519b-4820-b689-54250f4203f9 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:56:50.251173 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-plugged", "status": "completed", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:56:50.251439 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-eed1f47a-519b-4820-b689-54250f4203f9 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:56:50.251877 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed1f47a-519b-4820-b689-54250f4203f9'] response: {'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'code': 200} Oct 28 20:56:50.288733 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=10']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:56:50.833474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444f8eb-a805-440d-83e0-74b8ddcb806e req-1505704b-f386-46b2-802b-b5642d2443da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:50.834995 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7444f8eb-a805-440d-83e0-74b8ddcb806e req-1505704b-f386-46b2-802b-b5642d2443da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 1131 time: 0.0515630 Oct 28 20:56:50.892127 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7444f8eb-a805-440d-83e0-74b8ddcb806e req-98a9d05f-61a2-4458-9b16-782cf00f4fbf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473244 Oct 28 20:56:51.189007 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de825b5-7d13-428d-b5b3-9c9418e8c54d req-ca840dca-56c0-4651-8b26-82f9af82b624 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:51.190703 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3de825b5-7d13-428d-b5b3-9c9418e8c54d req-ca840dca-56c0-4651-8b26-82f9af82b624 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0684650 Oct 28 20:56:51.252565 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3de825b5-7d13-428d-b5b3-9c9418e8c54d req-3ff6711e-27aa-4b66-b6c7-2a3af0af9447 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483961 Oct 28 20:56:52.412667 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508316bb-ee7a-4706-8602-c1f5ceb94c1a req-7c3d5945-abe2-4710-b8fa-305c7314d0d0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:52.414818 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-508316bb-ee7a-4706-8602-c1f5ceb94c1a req-7c3d5945-abe2-4710-b8fa-305c7314d0d0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0709026 Oct 28 20:56:52.491440 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-508316bb-ee7a-4706-8602-c1f5ceb94c1a req-570e6f24-76c5-4365-b00f-adf63bc275db tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673733 Oct 28 20:56:53.641577 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183b7f-a5e0-4171-aa16-b99293d04a10 req-b1f14aa1-fdaf-4ba0-a647-9c43e830a5c8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:53.643174 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-13183b7f-a5e0-4171-aa16-b99293d04a10 req-b1f14aa1-fdaf-4ba0-a647-9c43e830a5c8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0624385 Oct 28 20:56:53.701397 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-13183b7f-a5e0-4171-aa16-b99293d04a10 req-a8e894de-b450-4a8e-8132-50386076c4b4 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484066 Oct 28 20:56:55.399345 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:56:58.708631 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4aa26-b329-4693-9905-a6ae155edef3 req-e119913b-8d61-4aa0-9e0e-d560d5815fc8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:58.710216 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fdd4aa26-b329-4693-9905-a6ae155edef3 req-e119913b-8d61-4aa0-9e0e-d560d5815fc8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0601966 Oct 28 20:56:58.765578 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fdd4aa26-b329-4693-9905-a6ae155edef3 req-391be21c-dbab-48e2-8611-cbc33fdc81ae tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482709 Oct 28 20:56:59.923843 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ccaf-feab-4ed0-935b-3bcd35344c86 req-5b9834a7-e5b8-4773-af2b-09fdf43ef66a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:56:59.925492 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cec3ccaf-feab-4ed0-935b-3bcd35344c86 req-5b9834a7-e5b8-4773-af2b-09fdf43ef66a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0632224 Oct 28 20:56:59.985523 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cec3ccaf-feab-4ed0-935b-3bcd35344c86 req-5a9d6af9-efd3-4b35-8446-122be3a14073 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505292 Oct 28 20:57:01.133222 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c78b6c-3f1b-484c-bf25-551a80c661aa req-1109f280-0a23-4304-91c3-c9e48629541c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:01.135605 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22c78b6c-3f1b-484c-bf25-551a80c661aa req-1109f280-0a23-4304-91c3-c9e48629541c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0630991 Oct 28 20:57:01.194507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22c78b6c-3f1b-484c-bf25-551a80c661aa req-8dac8df1-f7d7-4ead-af5a-5f8503d689e6 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487161 Oct 28 20:57:02.352449 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fe4e6-ec5a-4c94-9bbb-d800c20fff55 req-ca90536d-eb59-4d44-8717-0e2245e8c0ad tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:02.354462 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c19fe4e6-ec5a-4c94-9bbb-d800c20fff55 req-ca90536d-eb59-4d44-8717-0e2245e8c0ad tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0622470 Oct 28 20:57:02.417257 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c19fe4e6-ec5a-4c94-9bbb-d800c20fff55 req-d21a3c0e-87bb-4c9f-aa6b-5433ca1df04d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546656 Oct 28 20:57:03.565306 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256563dc-05f5-40f3-baf2-ec15084ece31 req-6243174a-1992-45d8-bf61-7db2e480c2ac tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:03.566662 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-256563dc-05f5-40f3-baf2-ec15084ece31 req-6243174a-1992-45d8-bf61-7db2e480c2ac tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0706863 Oct 28 20:57:03.615975 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-256563dc-05f5-40f3-baf2-ec15084ece31 req-5d0c03fb-6f2a-47b4-9d23-222457235e3c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422928 Oct 28 20:57:03.805778 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855a6a1-ddf7-48b9-9194-97c1dd8f8a5e req-33811549-9b02-4fdd-a19a-1ed4b060817a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:03.807196 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0855a6a1-ddf7-48b9-9194-97c1dd8f8a5e req-33811549-9b02-4fdd-a19a-1ed4b060817a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.0537605 Oct 28 20:57:03.859395 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0855a6a1-ddf7-48b9-9194-97c1dd8f8a5e req-b0fcca30-1df9-41e9-91d9-f677c159d787 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Oct 28 20:57:04.756788 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a09a4-beb1-4595-9ef7-9b4b54c39820 req-74fc5c75-4cf2-4f10-aebf-f5229293eb1d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:04.758290 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf7a09a4-beb1-4595-9ef7-9b4b54c39820 req-74fc5c75-4cf2-4f10-aebf-f5229293eb1d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0595403 Oct 28 20:57:04.813293 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf7a09a4-beb1-4595-9ef7-9b4b54c39820 req-8796e596-a208-46cc-9dbe-79b415282715 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492113 Oct 28 20:57:05.013421 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e38a0-1630-4beb-bdb4-65f9f1c9085a req-d408e4e9-bfaf-4964-b2a4-7e314096ee4a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:05.014987 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d9e38a0-1630-4beb-bdb4-65f9f1c9085a req-d408e4e9-bfaf-4964-b2a4-7e314096ee4a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.0585124 Oct 28 20:57:05.065287 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6d9e38a0-1630-4beb-bdb4-65f9f1c9085a req-72c813dc-367a-410d-ab07-293ef34e6823 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Oct 28 20:57:05.579776 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-6c7f69e2-5994-475f-8be7-e012629aa666 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:05.581374 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-6c7f69e2-5994-475f-8be7-e012629aa666 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.1022813 Oct 28 20:57:05.714281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:05.714620 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:05.810999 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] For port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:05.811355 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:05.951304 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e4f15-0493-459d-930f-02193a361681 req-679424b1-34bb-47ff-8ece-bb3a3bda4476 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:05.953055 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8a9e4f15-0493-459d-930f-02193a361681 req-679424b1-34bb-47ff-8ece-bb3a3bda4476 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0589981 Oct 28 20:57:06.006779 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8a9e4f15-0493-459d-930f-02193a361681 req-fc960b74-6e1b-462c-88ff-b49646a80ea3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477948 Oct 28 20:57:06.201742 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079aa9b2-1164-4918-8c4a-2f179081cf0a req-1128eb75-81ac-4f02-a42f-8d5fc6ada198 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:06.203343 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-079aa9b2-1164-4918-8c4a-2f179081cf0a req-1128eb75-81ac-4f02-a42f-8d5fc6ada198 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=28fc941b-42e1-4c72-805f-8296ac05035f HTTP/1.1" status: 200 len: 945 time: 0.0595248 Oct 28 20:57:06.256381 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-079aa9b2-1164-4918-8c4a-2f179081cf0a req-e04ecee9-2360-4de8-b952-793f80a6aeae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473626 Oct 28 20:57:06.259033 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:06.259572 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:06.259948 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 3a89afd4-16d0-4d60-8133-77a28dfc82fa disassociated. External IP: 172.27.3.253, port: 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8. Oct 28 20:57:06.260508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:06.399522 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3bca41e5-b0aa-4daf-9086-0ed244eaa4f8), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:06.429799 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=3bca41e5-b0aa-4daf-9086-0ed244eaa4f8,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:06.564987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:06.681662 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:06.693249 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:06.707456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:06.708288 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:56:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:06.748123 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] No DVR routers for this DVR port 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:57:06.751346 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:06.754893 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-8e7d51ea-e505-4dd5-a032-09cace913594 req-f2b0191f-7428-4564-8fe7-9eb5ffd53d0c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "DELETE /v2.0/ports/3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 HTTP/1.1" status: 204 len: 173 time: 1.1671147 Oct 28 20:57:06.755390 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'name': 'network-vif-deleted', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:06.757650 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc8faed-7b5c-4420-9118-11a7deca0f67" -d '{"events": [{"server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "name": "network-vif-deleted", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:06.797843 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7761ab38-0d93-4047-bd11-c8b2875e7cdf x-openstack-request-id: req-7761ab38-0d93-4047-bd11-c8b2875e7cdf {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:06.798133 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28fc941b-42e1-4c72-805f-8296ac05035f", "name": "network-vif-deleted", "tag": "3bca41e5-b0aa-4daf-9086-0ed244eaa4f8", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:06.798383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7761ab38-0d93-4047-bd11-c8b2875e7cdf {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:06.798864 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7761ab38-0d93-4047-bd11-c8b2875e7cdf'] response: {'server_uuid': '28fc941b-42e1-4c72-805f-8296ac05035f', 'name': 'network-vif-deleted', 'tag': '3bca41e5-b0aa-4daf-9086-0ed244eaa4f8', 'status': 'completed', 'code': 200} Oct 28 20:57:06.821243 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:07.049046 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:07.073365 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:07.083031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:07.083511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:56:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:07.134245 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36817d-d46c-4318-9f3e-7bf2fcfdffea req-0e8cd76a-b3b5-4e53-9939-91fe88bbf1ae tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:07.135865 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d36817d-d46c-4318-9f3e-7bf2fcfdffea req-0e8cd76a-b3b5-4e53-9939-91fe88bbf1ae tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0534334 Oct 28 20:57:07.186496 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d36817d-d46c-4318-9f3e-7bf2fcfdffea req-da56cfea-066b-4d26-aa1e-3b3551a22bd3 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Oct 28 20:57:07.189930 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:07.406859 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60852) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:07.463938 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:07.475153 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.495083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8ecd5f-9100-49c4-8646-62762cfa35a4 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'ad3c1297-1946-49ca-916d-a7ce762b5d0a', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:b6:2f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a249117-6917-44e0-b512-d6d62b109bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:53:34Z', 'updated_at': '2022-10-28T20:54:25Z', 'revision_number': 2, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:07.507944 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.568212 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.570815 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.572293 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/security-groups/4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459 HTTP/1.1" status: 204 len: 168 time: 0.1640687 Oct 28 20:57:07.575877 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60854) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:07.582853 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33045eb5-7183-415b-a08d-76ea95dad156 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:07.595669 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.api.v2.resource [None req-7902ba70-1bff-4dee-9927-4d858c2cf0df tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] show failed (client error): The resource could not be found. Oct 28 20:57:07.596764 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7902ba70-1bff-4dee-9927-4d858c2cf0df tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups/4f5b7cd7-3460-46f9-9a0a-84bf9ffeb459 HTTP/1.1" status: 404 len: 347 time: 0.0196114 Oct 28 20:57:07.599766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60856) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:07.733931 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port cbcb8ffc-4685-4ff9-9e27-83d8e3013485 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:07.734685 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.780155 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f40fdc-5c9f-4dea-bb2c-308c09668af6 None None] New status for floating IP 3a89afd4-16d0-4d60-8133-77a28dfc82fa: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:07.832896 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.833151 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:07.846830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for cbcb8ffc-4685-4ff9-9e27-83d8e3013485 owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:08.000555 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (cbcb8ffc-4685-4ff9-9e27-83d8e3013485), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:08.025023 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=cbcb8ffc-4685-4ff9-9e27-83d8e3013485,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:08.039072 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.039467 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.039802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.040151 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.040844 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.040844 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.041123 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.041453 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.041782 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.042111 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.042437 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.043311 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.043630 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:08.108717 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (3a89afd4-16d0-4d60-8133-77a28dfc82fa), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:08.111434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:08.115544 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f452642f-ac82-4c99-ad26-a39e88aa5f63 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/floatingips/3a89afd4-16d0-4d60-8133-77a28dfc82fa HTTP/1.1" status: 204 len: 168 time: 0.5119548 Oct 28 20:57:08.332937 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46c8e-884d-44e8-9dda-9bde62c04cfa req-d64c7921-6820-4e08-8729-95b6b6077da5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:08.340446 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-afa46c8e-884d-44e8-9dda-9bde62c04cfa req-d64c7921-6820-4e08-8729-95b6b6077da5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0654738 Oct 28 20:57:08.383866 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-afa46c8e-884d-44e8-9dda-9bde62c04cfa req-0b03e5c7-a69a-43b6-bd56-76340083b62a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422945 Oct 28 20:57:09.527943 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f426b-7333-4758-b528-790044814b66 req-45130521-a837-4e61-b285-f4ae9557d67c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:09.529438 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b68f426b-7333-4758-b528-790044814b66 req-45130521-a837-4e61-b285-f4ae9557d67c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0541337 Oct 28 20:57:09.579123 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b68f426b-7333-4758-b528-790044814b66 req-882dc930-f07b-4b0a-a2b0-473db42d5c19 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440109 Oct 28 20:57:09.827413 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051a68a-f46f-4fc1-b910-fa62a2cf84c9 req-a85fec48-723c-4e7c-873e-9d3f9801e951 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:09.829015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4051a68a-f46f-4fc1-b910-fa62a2cf84c9 req-a85fec48-723c-4e7c-873e-9d3f9801e951 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0534830 Oct 28 20:57:09.881629 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4051a68a-f46f-4fc1-b910-fa62a2cf84c9 req-a7fcd33a-b464-4a5e-a7d7-2593b04b60a9 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469124 Oct 28 20:57:09.910453 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027624-e486-4c86-a249-250a067c0da9 req-b92d9f2d-806e-4322-ab57-ecbc31441d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:09.912041 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-b92d9f2d-806e-4322-ab57-ecbc31441d7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1130 time: 0.0474243 Oct 28 20:57:10.006367 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027624-e486-4c86-a249-250a067c0da9 req-ff879c32-6318-4f1b-8a65-5d296e5e95da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:10.007787 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-ff879c32-6318-4f1b-8a65-5d296e5e95da service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.0858502 Oct 28 20:57:10.046356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:57:10.066202 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:57:10.066545 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 3bca41e5-b0aa-4daf-9086-0ed244eaa4f8 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:57:10.076052 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-3f852e9e-4ea5-4f3a-b1a2-f096ada92068 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 1001 time: 0.0587921 Oct 28 20:57:10.128403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027624-e486-4c86-a249-250a067c0da9 req-87b227d3-3360-4c24-ad0d-97b54a156c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:10.129917 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-87b227d3-3360-4c24-ad0d-97b54a156c6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0470273 Oct 28 20:57:10.186115 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e027624-e486-4c86-a249-250a067c0da9 req-dadb6b99-05e6-4080-ba91-c9d457f3191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:10.187661 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-dadb6b99-05e6-4080-ba91-c9d457f3191b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470254 Oct 28 20:57:10.288884 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-338b39f7-bfea-415d-b659-a7e0b857cb0a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938270 Oct 28 20:57:10.307487 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:10.379323 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4e027624-e486-4c86-a249-250a067c0da9 req-7a3f6850-cc3c-4e08-aa69-203c1bd54e6a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Oct 28 20:57:11.013530 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49f630-6e2e-496a-b735-52a6fbcf21dd req-c375d7ed-aadb-4569-abbb-c4a23921cddc tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:11.015010 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b49f630-6e2e-496a-b735-52a6fbcf21dd req-c375d7ed-aadb-4569-abbb-c4a23921cddc tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0550332 Oct 28 20:57:11.061995 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b49f630-6e2e-496a-b735-52a6fbcf21dd req-68cbbff2-5fab-4be1-9597-378bf792b991 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411351 Oct 28 20:57:11.987074 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-a2d15448-89d1-429a-a0e4-4f2895584ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:11.988626 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-a2d15448-89d1-429a-a0e4-4f2895584ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.0529172 Oct 28 20:57:12.013085 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c4362-4cee-4f99-877b-6ec7b0a3cc7c req-5b468558-1e9a-4110-99d4-90a84d3f0896 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.014614 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b37c4362-4cee-4f99-877b-6ec7b0a3cc7c req-5b468558-1e9a-4110-99d4-90a84d3f0896 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0916035 Oct 28 20:57:12.044651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87c8bb-e918-4fc6-a962-5cea77b67da2 req-e66db502-cfdd-4d26-9560-78ef03ba69ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.046161 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac87c8bb-e918-4fc6-a962-5cea77b67da2 req-e66db502-cfdd-4d26-9560-78ef03ba69ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.1090481 Oct 28 20:57:12.079976 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-08738e87-bebb-47f6-a569-0263176edcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:12.089617 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b37c4362-4cee-4f99-877b-6ec7b0a3cc7c req-e39b3c42-9887-4c9d-a72e-61626b3baf27 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681300 Oct 28 20:57:12.096093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-64c8586b-c476-47e6-8291-945b7953b0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.097855 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-64c8586b-c476-47e6-8291-945b7953b0e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.1021008 Oct 28 20:57:12.137309 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac87c8bb-e918-4fc6-a962-5cea77b67da2 req-659fe156-d0fc-4455-9b3d-75164e887012 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831511 Oct 28 20:57:12.187160 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-ddce6655-3d73-41e9-881f-2a5c741c85a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 1000 time: 0.0694096 Oct 28 20:57:12.213060 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e7021-2a29-4636-9fd4-82e0ec9c5135 req-c1ae7b62-93f4-4bdd-b8a2-a915b589b5ea tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.214928 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-649e7021-2a29-4636-9fd4-82e0ec9c5135 req-c1ae7b62-93f4-4bdd-b8a2-a915b589b5ea tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0577605 Oct 28 20:57:12.239796 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-0fde9f1f-db4e-4498-b6eb-da57ac0db1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.241261 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-0fde9f1f-db4e-4498-b6eb-da57ac0db1e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0466235 Oct 28 20:57:12.266727 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-649e7021-2a29-4636-9fd4-82e0ec9c5135 req-8b700e0f-e19f-4931-b636-2f6f424fc996 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Oct 28 20:57:12.291175 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-3f19a90f-d817-4ce7-9044-1f4d09146595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:12.293600 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-3f19a90f-d817-4ce7-9044-1f4d09146595 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448422 Oct 28 20:57:12.386682 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-4cb5a123-dbf7-43c6-bbf9-f34573087af4 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847688 Oct 28 20:57:12.483715 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d74cbcfc-fba2-447e-8928-20f4d79153a3 req-36d53c4d-f835-47db-a26c-d2430bf2750d service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810654 Oct 28 20:57:13.234023 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd101-11f5-4f94-b16e-1986a2585c2b req-01c4e0d2-1fc2-4bcf-8a3b-d04eb6d94648 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:13.235533 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d04cd101-11f5-4f94-b16e-1986a2585c2b req-01c4e0d2-1fc2-4bcf-8a3b-d04eb6d94648 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0704210 Oct 28 20:57:13.308336 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4fc7-293a-41fe-9f6b-cb0d076cd703 req-be3b395d-d542-47be-9415-23644ba9baa6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:13.310498 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f7d4fc7-293a-41fe-9f6b-cb0d076cd703 req-be3b395d-d542-47be-9415-23644ba9baa6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0981369 Oct 28 20:57:13.314068 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d04cd101-11f5-4f94-b16e-1986a2585c2b req-02d31a49-83a4-4fcc-ae90-a92637110169 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636058 Oct 28 20:57:13.365960 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4f7d4fc7-293a-41fe-9f6b-cb0d076cd703 req-57ba069b-996a-46e9-8278-a9a0e5b48031 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=29f05542-bb9a-4b24-82ee-d57aeeaac977&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489221 Oct 28 20:57:13.896490 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-60a385ec-a01a-4fbb-9ec3-e94e5cf7c843 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:13.898215 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-60a385ec-a01a-4fbb-9ec3-e94e5cf7c843 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Oct 28 20:57:13.991474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:13.991841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.078578 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] For port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:14.078935 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.241384 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.241745 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.242056 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP ad3c1297-1946-49ca-916d-a7ce762b5d0a disassociated. External IP: 172.27.3.47, port: 93e12987-3ac4-474d-ac04-d4d03b5a0ae0. Oct 28 20:57:14.242391 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:14.368678 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (93e12987-3ac4-474d-ac04-d4d03b5a0ae0), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.405639 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=93e12987-3ac4-474d-ac04-d4d03b5a0ae0,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:14.478050 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7a4f342b-8104-4a39-8290-29af0660f47f req-b305d451-d717-4414-abc5-c377ac516724 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=8a249117-6917-44e0-b512-d6d62b109bc7 HTTP/1.1" status: 200 len: 210 time: 0.0315056 Oct 28 20:57:14.490066 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c49e-95bf-43eb-ba52-95270f309e82 req-5f764ad6-748a-4ae7-8e40-945c7c1a9d01 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:14.491950 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3552c49e-95bf-43eb-ba52-95270f309e82 req-5f764ad6-748a-4ae7-8e40-945c7c1a9d01 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0981970 Oct 28 20:57:14.524605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:14.546516 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3552c49e-95bf-43eb-ba52-95270f309e82 req-75be74a4-9c75-48c0-a012-c22fc3f38d1b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485153 Oct 28 20:57:14.630902 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:14.642936 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:14.647160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-3ad2e704-88b9-47af-9a39-ab7b34755cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.660159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:14.660777 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:14.680951 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] No DVR routers for this DVR port 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:57:14.683380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:14.687462 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6144fe0e-a5a6-4b33-a665-24042e639b57 req-a0a6bfa4-c0be-4f8e-b0a2-7d0bdeb177e9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "DELETE /v2.0/ports/93e12987-3ac4-474d-ac04-d4d03b5a0ae0 HTTP/1.1" status: 204 len: 173 time: 0.7829635 Oct 28 20:57:14.688093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'name': 'network-vif-deleted', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:14.690370 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daec6b2f-f7a2-43d0-9836-e776a48bc9da" -d '{"events": [{"server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "name": "network-vif-deleted", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:14.730744 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c874df96-d279-42e1-8756-259858676de3 x-openstack-request-id: req-c874df96-d279-42e1-8756-259858676de3 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:14.731704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a249117-6917-44e0-b512-d6d62b109bc7", "name": "network-vif-deleted", "tag": "93e12987-3ac4-474d-ac04-d4d03b5a0ae0", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:14.731995 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c874df96-d279-42e1-8756-259858676de3 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:14.732411 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c874df96-d279-42e1-8756-259858676de3'] response: {'server_uuid': '8a249117-6917-44e0-b512-d6d62b109bc7', 'name': 'network-vif-deleted', 'tag': '93e12987-3ac4-474d-ac04-d4d03b5a0ae0', 'status': 'completed', 'code': 200} Oct 28 20:57:14.773697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:15.097288 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:15.121157 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:15.129642 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:15.130258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:15.236217 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:15.444599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:15.477437 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8b822-d024-45e0-a5f3-5af7749eb4bc None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:15.591014 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60932) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:15.685357 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (29f05542-bb9a-4b24-82ee-d57aeeaac977), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:15.716158 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (29f05542-bb9a-4b24-82ee-d57aeeaac977), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:15.745086 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014255f-9566-4158-8e99-cb796560d20a req-e3004d05-b074-449d-9a9d-8efbf8443bd2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:15.746806 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b014255f-9566-4158-8e99-cb796560d20a req-e3004d05-b074-449d-9a9d-8efbf8443bd2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1186800 Oct 28 20:57:15.753309 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4cb9ea-5728-45ec-838a-a424b2c485c5 None None] New status for floating IP ad3c1297-1946-49ca-916d-a7ce762b5d0a: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:15.816812 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (29f05542-bb9a-4b24-82ee-d57aeeaac977), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:15.819479 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:15.820721 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/security-groups/29f05542-bb9a-4b24-82ee-d57aeeaac977 HTTP/1.1" status: 204 len: 168 time: 0.2286606 Oct 28 20:57:15.826266 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60936) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:15.831073 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b014255f-9566-4158-8e99-cb796560d20a req-0700ca93-fd10-44e9-ad14-d0ccc8878166 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705373 Oct 28 20:57:15.843251 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00470346-146b-4998-9f6c-a12787a7645b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f05542-bb9a-4b24-82ee-d57aeeaac977,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:15.850155 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.api.v2.resource [None req-b04cc830-172a-45a8-ac01-ff4b7a6ec8c0 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] show failed (client error): The resource could not be found. Oct 28 20:57:15.851245 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b04cc830-172a-45a8-ac01-ff4b7a6ec8c0 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups/29f05542-bb9a-4b24-82ee-d57aeeaac977 HTTP/1.1" status: 404 len: 347 time: 0.0238528 Oct 28 20:57:15.855676 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60938) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:15.998070 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port dba44824-0da1-4aa0-881e-99d78901d485 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:15.998431 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (dba44824-0da1-4aa0-881e-99d78901d485), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.074004 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (dba44824-0da1-4aa0-881e-99d78901d485), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.074332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (dba44824-0da1-4aa0-881e-99d78901d485), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.086806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for dba44824-0da1-4aa0-881e-99d78901d485 owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:16.221834 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (dba44824-0da1-4aa0-881e-99d78901d485), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.245880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=dba44824-0da1-4aa0-881e-99d78901d485,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:16.313720 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (ad3c1297-1946-49ca-916d-a7ce762b5d0a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.316368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.317517 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-75c0fd1f-3c9f-4a32-8242-d1d88adc1585 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/floatingips/ad3c1297-1946-49ca-916d-a7ce762b5d0a HTTP/1.1" status: 204 len: 168 time: 0.4608483 Oct 28 20:57:16.387641 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 60942) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:16.392364 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313076869', 'description': 'tempest-description--37662912'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:16.412713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.478321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (62fa5ebb-a10f-4262-bb3a-ca97829deaad), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.481900 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (62fa5ebb-a10f-4262-bb3a-ca97829deaad), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.506266 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.507485 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1187139 Oct 28 20:57:16.510502 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60944) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:16.516100 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87e5e2-a86f-435a-a658-74cbac736b1e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62fa5ebb-a10f-4262-bb3a-ca97829deaad,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:16.516283 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '62fa5ebb-a10f-4262-bb3a-ca97829deaad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:16.548937 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (1cfef3f6-b91f-497f-8899-f39fa970e59d), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.606426 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (1cfef3f6-b91f-497f-8899-f39fa970e59d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.611105 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (1cfef3f6-b91f-497f-8899-f39fa970e59d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.630052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfef3f6-b91f-497f-8899-f39fa970e59d,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:16.641642 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.643353 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0fd7e0b0-03d9-4e49-a5de-bb7ee0c44cb3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312180 Oct 28 20:57:16.645444 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60946) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:16.650357 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': '62fa5ebb-a10f-4262-bb3a-ca97829deaad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:16.652603 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.676638 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (17da90be-5e56-4a93-ab2c-a72d0bbfc118), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.732931 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (17da90be-5e56-4a93-ab2c-a72d0bbfc118), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.736852 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (17da90be-5e56-4a93-ab2c-a72d0bbfc118), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.754837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17da90be-5e56-4a93-ab2c-a72d0bbfc118,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:16.763392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.764725 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6442857e-1051-435e-aa65-95b93a9c6824 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1183436 Oct 28 20:57:16.767775 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 60948) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:16.772545 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:16.792628 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:16.895665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.002458 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76659420-c021-4dd8-ae11-606286baa070 req-d6efba76-c7c7-4491-ac1f-68719f21964d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:17.004037 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-76659420-c021-4dd8-ae11-606286baa070 req-d6efba76-c7c7-4491-ac1f-68719f21964d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0571001 Oct 28 20:57:17.004216 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.27.3.167 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/cbfe2e25-6dca-4ef9-966d-bf0eb11ca199) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:57:17.055613 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-76659420-c021-4dd8-ae11-606286baa070 req-60b08ad4-3bcb-48d9-af6e-c28552acf39d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451651 Oct 28 20:57:17.155027 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.187983 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.224438 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:57:17.227267 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:57:17.232992 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:57:17.237886 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=cbfe2e25-6dca-4ef9-966d-bf0eb11ca199,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:17.322067 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.357503 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.513263 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.517779 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.584282 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.586657 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=cbfe2e25-6dca-4ef9-966d-bf0eb11ca199,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:17.603071 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:17.604327 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-74b36dc5-ff06-4b4b-8678-1fb8944527dd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8355639 Oct 28 20:57:17.824376 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-0a6beeb1-2060-4e03-9839-53a18849b87f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--313076869&fields=id&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 267 time: 0.0672040 Oct 28 20:57:17.933677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-87727a59-a472-4f08-8fa4-285f650e8207 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:17.935205 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-87727a59-a472-4f08-8fa4-285f650e8207 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.1045084 Oct 28 20:57:17.949842 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-139fadeb-7eb0-40b1-8d90-1542ecac21c8 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/quotas/c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Oct 28 20:57:18.009690 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-4333b8a3-aa21-4747-b7a6-c65c0a61a998 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543952 Oct 28 20:57:18.095048 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:57:18.114836 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-8adbb185-432c-4f43-8a00-effc1a2c126e service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923765 Oct 28 20:57:18.125785 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:57:18.126126 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 93e12987-3ac4-474d-ac04-d4d03b5a0ae0 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:57:18.246436 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-fcb2fba3-737b-4da7-9584-80c698716ba8 service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258774 Oct 28 20:57:18.254571 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a73b47-c53f-4024-a446-ae3c074320bf req-1813f994-7731-418c-989d-de4de50d21a6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:18.256174 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10a73b47-c53f-4024-a446-ae3c074320bf req-1813f994-7731-418c-989d-de4de50d21a6 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1168280 Oct 28 20:57:18.306730 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:18.318539 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10a73b47-c53f-4024-a446-ae3c074320bf req-0d60809d-83c2-44a6-82c3-8fc5bfe4e2ab tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559223 Oct 28 20:57:18.427483 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fdf5a88a-560f-4d3e-a83b-6851038b96bc req-755fab10-dea4-433b-9e00-7a6a3029dcde tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 210 time: 0.0288076 Oct 28 20:57:18.718982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:19.438626 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-95b1dcc6-954a-4665-914c-642b68c98764 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:19.440419 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-95b1dcc6-954a-4665-914c-642b68c98764 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.1215720 Oct 28 20:57:19.515473 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ee79e-428a-4031-872e-c04d98cc40fb req-9ed9a994-26f4-433f-ad60-e9edbd712599 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:19.517977 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-803ee79e-428a-4031-872e-c04d98cc40fb req-9ed9a994-26f4-433f-ad60-e9edbd712599 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0969355 Oct 28 20:57:19.547518 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-cf19d816-335a-4a8d-854f-f8ae51f768ea tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 379 time: 0.0956473 Oct 28 20:57:19.554088 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab746747-3e4d-44a2-abf3-76d78704239b req-b54477d9-b6bb-4e69-b148-048831140f3f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 210 time: 0.0348706 Oct 28 20:57:19.557119 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'port': {'device_id': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'admin_state_up': True, 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'security_groups': ['62fa5ebb-a10f-4262-bb3a-ca97829deaad']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:19.593289 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-803ee79e-428a-4031-872e-c04d98cc40fb req-3395b7ca-ee18-4158-820a-90035c6b5b0a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632861 Oct 28 20:57:19.663795 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:57:19.667156 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:19.796830 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.20.0.6 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/4f7dcaa7-b465-4e92-b4ff-1768c059a137) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:57:19.939649 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:19.970462 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.011043 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:57:20.014075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:57:20.020271 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:57:20.025648 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:20.072780 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.073305 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.091678 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f3920441-0f5d-4055-b046-9aa4dcbe70be tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5376756 Oct 28 20:57:20.104457 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Request body: {'port': {'device_id': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:20.170467 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.245987 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Provisioning complete for port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:57:20.246606 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.246707 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Attempt 1 to provision port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 Oct 28 20:57:20.280197 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:57:20.428510 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7dcaa7-b465-4e92-b4ff-1768c059a137 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:57:20.436718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks [] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.448742 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Transition to ACTIVE for port object 4f7dcaa7-b465-4e92-b4ff-1768c059a137 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:57:20.453058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.515728 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:20.566169 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Attempting to bind port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:57:20.566495 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Attempting to bind port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:57:20.566824 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Attempting to bind port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:57:20.571500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 on network 58e46008-6198-4244-bd77-9dc3966e763e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:57:20.571847 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Attempting to bind port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:57:20.578015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:57:20.578353 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:57:20.578737 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:57:20.579164 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Bound port: 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:57:20.579550 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.655235 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:57:20.659328 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:57:20.669906 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.677496 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.678122 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:20.679835 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f7dcaa7-b465-4e92-b4ff-1768c059a137 HTTP/1.1" status: 200 len: 1093 time: 0.5794785 Oct 28 20:57:20.680309 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:20.682778 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942f044c-aedb-40d2-9831-2a5b811115f4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:20.741521 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22129522-dfdb-49e8-b1bd-69a081711b81 service neutron] Pushing event updated for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:20.759503 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9b02c-bcf8-4f8e-ad1e-3aebb035878a req-63fdc2d7-9fc5-4486-9fed-44102040d930 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.761147 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c2d9b02c-bcf8-4f8e-ad1e-3aebb035878a req-63fdc2d7-9fc5-4486-9fed-44102040d930 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 943 time: 0.1254528 Oct 28 20:57:20.782833 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Attempt 2 to provision port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 Oct 28 20:57:20.788658 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc12bb73-99a4-450e-8620-5955bafa8320 req-4e979afd-5765-48ef-aeca-42f9794fe45b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.790209 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc12bb73-99a4-450e-8620-5955bafa8320 req-4e979afd-5765-48ef-aeca-42f9794fe45b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1104782 Oct 28 20:57:20.792939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-285bd1f2-8bad-4320-8648-bd5ead51ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.797436 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-285bd1f2-8bad-4320-8648-bd5ead51ed72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 1127 time: 0.0676756 Oct 28 20:57:20.849117 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-7c38c63c-d6cc-4eff-9555-66bb01243dbe None None] Port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:57:20.853054 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-6e5dd6ab-2048-4635-9136-876c410bd583 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137 HTTP/1.1" status: 200 len: 217 time: 0.0482934 Oct 28 20:57:20.860789 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c2d9b02c-bcf8-4f8e-ad1e-3aebb035878a req-abe909a7-69c7-4934-a0a9-dc96afd4f895 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900600 Oct 28 20:57:20.869685 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc12bb73-99a4-450e-8620-5955bafa8320 req-10b04d96-3a26-40d2-bbbc-39c2e353493b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720146 Oct 28 20:57:20.913552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e7c3b0-2f47-440b-a645-9d7eac098336 x-openstack-request-id: req-34e7c3b0-2f47-440b-a645-9d7eac098336 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:20.913874 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:20.914133 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-34e7c3b0-2f47-440b-a645-9d7eac098336 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:20.914534 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34e7c3b0-2f47-440b-a645-9d7eac098336'] response: {'name': 'network-changed', 'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'status': 'completed', 'code': 200} Oct 28 20:57:20.917104 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-25f85ddb-33fa-48a3-bd7f-5ad389cab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.918587 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-25f85ddb-33fa-48a3-bd7f-5ad389cab601 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0594769 Oct 28 20:57:20.969234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-93c281e9-fa7f-4f86-8018-075b611262c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:20.970720 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-93c281e9-fa7f-4f86-8018-075b611262c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455720 Oct 28 20:57:21.068569 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-3fde8047-d1a0-4918-9cff-12bde9be7cad service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907211 Oct 28 20:57:21.157167 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ea480b6-e745-48cf-8988-41bfc22edd65 req-f4471f77-964a-4662-bc43-615796bd6b75 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817251 Oct 28 20:57:21.264295 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-414b0561-ceae-47d4-b27b-d9872e07426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:21.265805 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-414b0561-ceae-47d4-b27b-d9872e07426e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 1127 time: 0.0486703 Oct 28 20:57:21.362801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-70c7a7e6-d656-4078-8033-9a88dd3a06a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:21.364312 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-70c7a7e6-d656-4078-8033-9a88dd3a06a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.0844402 Oct 28 20:57:21.412623 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-72ebb8b0-31c4-4202-b014-9e8db0cd9f71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137 HTTP/1.1" status: 200 len: 217 time: 0.0392182 Oct 28 20:57:21.674116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-ac91b5b3-d9cb-4f83-9740-c360c2c7b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:21.675475 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-ac91b5b3-d9cb-4f83-9740-c360c2c7b2f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.2564178 Oct 28 20:57:21.728270 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-2e65de80-a550-4417-9935-cff4bebb5003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:21.729400 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-2e65de80-a550-4417-9935-cff4bebb5003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459266 Oct 28 20:57:21.828363 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-c9b4bfe4-f068-47a2-8de5-3864dfa675b6 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895848 Oct 28 20:57:21.936498 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-942f044c-aedb-40d2-9831-2a5b811115f4 req-e2d9cdfc-73c5-41ad-8d25-0fad678f424d service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996981 Oct 28 20:57:22.015092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114be93-0824-4211-8f89-1d91ee20a561 req-cb43935c-d2dd-4cc4-94fc-141482da8685 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:22.016728 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f114be93-0824-4211-8f89-1d91ee20a561 req-cb43935c-d2dd-4cc4-94fc-141482da8685 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 943 time: 0.0676448 Oct 28 20:57:22.096682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc9e8a-d292-451c-b2bb-7e00a26b999a req-87799d29-adb4-4e9c-8e8d-7e6b5eee15a4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:22.098187 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fefc9e8a-d292-451c-b2bb-7e00a26b999a req-87799d29-adb4-4e9c-8e8d-7e6b5eee15a4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1055162 Oct 28 20:57:22.101165 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f114be93-0824-4211-8f89-1d91ee20a561 req-eb07f9bf-c9c6-443b-9823-7416ac9b7b6e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688210 Oct 28 20:57:22.146766 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fefc9e8a-d292-451c-b2bb-7e00a26b999a req-0fe5c895-b759-47dc-ae5b-8207fb1c5519 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427306 Oct 28 20:57:23.250857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb53f1-3013-4c09-ae6a-ffc8d71d0a18 req-8abca671-0a29-4a19-8c90-68f10b407cfa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:23.252485 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6eb53f1-3013-4c09-ae6a-ffc8d71d0a18 req-8abca671-0a29-4a19-8c90-68f10b407cfa tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 943 time: 0.0756404 Oct 28 20:57:23.325263 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6eb53f1-3013-4c09-ae6a-ffc8d71d0a18 req-a5b87797-6dcd-43ff-ac9a-c769b0a5bf6a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563731 Oct 28 20:57:23.333087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884366a9-ed03-4873-9ea3-7ec6ca64549f req-2fb3510f-b3fc-4b6e-8d9f-6ea482e802d3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:23.334535 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-884366a9-ed03-4873-9ea3-7ec6ca64549f req-2fb3510f-b3fc-4b6e-8d9f-6ea482e802d3 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1073236 Oct 28 20:57:23.391904 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-884366a9-ed03-4873-9ea3-7ec6ca64549f req-35aaa08c-fbc7-4c24-a5ab-ae81e04358c5 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Oct 28 20:57:24.109674 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175e2dd-be37-4393-86e5-4250661a7629 req-cd3b958b-a0e3-4fff-b605-549e12177734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:24.111161 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4175e2dd-be37-4393-86e5-4250661a7629 req-cd3b958b-a0e3-4fff-b605-549e12177734 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.0441713 Oct 28 20:57:24.137301 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 4f7dcaa7-b465-4e92-b4ff-1768c059a137 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:57:24.161326 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4175e2dd-be37-4393-86e5-4250661a7629 req-0d10d23b-e644-4ef8-814e-6cff2de02a95 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435328 Oct 28 20:57:24.233527 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:24.245152 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'port_id': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'mac_address': 'fa:16:3e:d5:3d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:57:24.279473 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:57:24.279902 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:24.296520 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7dcaa7-b465-4e92-b4ff-1768c059a137 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:57:24.316683 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:24.321468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:24.371763 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:24.380588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.380954 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.381319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.381667 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.382058 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.382700 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.383112 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.383627 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.384952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.384952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.384952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.384952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.385510 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:24.473349 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbb194-1aa1-4b5b-b705-59a05fead6b7 req-7b77a660-fb46-46ce-9293-ca63e9d5359c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:24.474893 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-48cbb194-1aa1-4b5b-b705-59a05fead6b7 req-7b77a660-fb46-46ce-9293-ca63e9d5359c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 944 time: 0.0653293 Oct 28 20:57:24.554126 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-48cbb194-1aa1-4b5b-b705-59a05fead6b7 req-6bfb4da3-5001-4a68-8d2d-cfe052c6a29d tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681679 Oct 28 20:57:24.562434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f635b16-b02a-40da-8e04-c6b1b615b8a9 req-208312c9-c9b9-4106-a918-17bfd58240cc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:24.563992 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2f635b16-b02a-40da-8e04-c6b1b615b8a9 req-208312c9-c9b9-4106-a918-17bfd58240cc tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0881701 Oct 28 20:57:24.621043 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2f635b16-b02a-40da-8e04-c6b1b615b8a9 req-989e979d-8642-451d-97b7-0076d4baeaba tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509367 Oct 28 20:57:24.690256 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['4f7dcaa7-b465-4e92-b4ff-1768c059a137'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:57:25.687818 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbaa4-22dd-43c4-8000-553d1e93b683 req-d1d5969f-9b83-4391-ab48-f21846c35f18 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:25.689373 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7e9fbaa4-22dd-43c4-8000-553d1e93b683 req-d1d5969f-9b83-4391-ab48-f21846c35f18 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 944 time: 0.0600827 Oct 28 20:57:25.766239 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7e9fbaa4-22dd-43c4-8000-553d1e93b683 req-6b9de28f-c8cc-4144-a0e4-f5f7fe26fd4b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712786 Oct 28 20:57:25.785812 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf4385-e14a-484b-8c73-db106bd9b7d7 req-e390e180-163e-4831-afe8-bb11aa0bc7d8 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:25.787316 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-33cf4385-e14a-484b-8c73-db106bd9b7d7 req-e390e180-163e-4831-afe8-bb11aa0bc7d8 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0778329 Oct 28 20:57:25.836143 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-33cf4385-e14a-484b-8c73-db106bd9b7d7 req-81cda652-c52d-48dc-9e1a-3bfc22093344 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Oct 28 20:57:26.152590 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 4f7dcaa7-b465-4e92-b4ff-1768c059a137 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:57:26.206570 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:57:26.211514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:57:26.211935 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:26.212335 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 Oct 28 20:57:26.237667 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d357f-28ee-4d7f-91f7-033f80560700 req-e648183b-7d8e-4ef5-bf17-cc982a62f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.239652 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-e648183b-7d8e-4ef5-bf17-cc982a62f9c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.0572197 Oct 28 20:57:26.247912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb61b3-ba40-4ac6-9a8f-48976d65e279 req-a4f583a6-16eb-47fb-859f-2169bc9a7f12 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.249409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aabb61b3-ba40-4ac6-9a8f-48976d65e279 req-a4f583a6-16eb-47fb-859f-2169bc9a7f12 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0613039 Oct 28 20:57:26.294459 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:57:26.294921 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:26.307977 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aabb61b3-ba40-4ac6-9a8f-48976d65e279 req-03146179-89a7-4417-95fa-eaafc3e2fbc4 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508184 Oct 28 20:57:26.333365 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d357f-28ee-4d7f-91f7-033f80560700 req-dcaf9b06-255b-4f26-9955-16c659d789e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.334874 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-dcaf9b06-255b-4f26-9955-16c659d789e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.0892313 Oct 28 20:57:26.336347 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:26.337255 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:26.340054 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908b711e-2c99-454b-ac11-937a5bc8aa07" -d '{"events": [{"server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "name": "network-vif-plugged", "status": "completed", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:26.343770 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:26.382280 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee66192-fcab-4f79-a262-78e3dab31beb x-openstack-request-id: req-cee66192-fcab-4f79-a262-78e3dab31beb {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:26.382603 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "name": "network-vif-plugged", "status": "completed", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:26.382883 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cee66192-fcab-4f79-a262-78e3dab31beb {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:26.383267 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee66192-fcab-4f79-a262-78e3dab31beb'] response: {'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'code': 200} Oct 28 20:57:26.396114 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:26.410945 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-7b8e97a1-789d-46c0-b2c4-0d016563310d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 1000 time: 0.0682747 Oct 28 20:57:26.463598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d357f-28ee-4d7f-91f7-033f80560700 req-8bb6483d-f9a7-494b-a2c8-bebd12b8df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.465143 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-8bb6483d-f9a7-494b-a2c8-bebd12b8df98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0455725 Oct 28 20:57:26.515332 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d357f-28ee-4d7f-91f7-033f80560700 req-95a76111-f3d8-435d-a9b7-81fa422dcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.516912 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-95a76111-f3d8-435d-a9b7-81fa422dcc62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451128 Oct 28 20:57:26.572449 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96223d-6012-4d0e-82fb-96c4c6de0902 req-25b7d02a-3e9f-4571-b133-6d1b2b4d2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.573956 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7d96223d-6012-4d0e-82fb-96c4c6de0902 req-25b7d02a-3e9f-4571-b133-6d1b2b4d2c2d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 1129 time: 0.0454082 Oct 28 20:57:26.617703 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-83a11ca9-e0cc-4db0-8d0f-c1e4a9b2d133 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887341 Oct 28 20:57:26.620714 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7d96223d-6012-4d0e-82fb-96c4c6de0902 req-943a40d2-a07f-42fd-a9ad-3a44ba33903e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Oct 28 20:57:26.897997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d7d9-af41-43e0-8aa5-00070acedfb4 req-0f975b35-7f01-4eed-8372-3260365a2e10 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:26.899481 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aaf0d7d9-af41-43e0-8aa5-00070acedfb4 req-0f975b35-7f01-4eed-8372-3260365a2e10 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0539298 Oct 28 20:57:26.933227 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-505d357f-28ee-4d7f-91f7-033f80560700 req-33798625-fa68-4d52-a79f-6eae01529b4d service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962152 Oct 28 20:57:26.952453 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aaf0d7d9-af41-43e0-8aa5-00070acedfb4 req-de05f6e0-015f-443d-97d3-22e5fe5cb01b tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465777 Oct 28 20:57:27.438528 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a570e1c-b795-471c-b23e-0eec13e0d721 req-1694d942-cac0-46a5-9644-85d8860d141d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:27.440195 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1a570e1c-b795-471c-b23e-0eec13e0d721 req-1694d942-cac0-46a5-9644-85d8860d141d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0543187 Oct 28 20:57:27.488547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1a570e1c-b795-471c-b23e-0eec13e0d721 req-6108f0c2-1278-4c0c-8dff-6c2c79ca247b tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429363 Oct 28 20:57:28.079011 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746f557-d94b-43cb-b908-ef753c8cb807 req-a7fe8462-bacb-4ed5-8952-27a7e03ba021 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:28.080588 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a746f557-d94b-43cb-b908-ef753c8cb807 req-a7fe8462-bacb-4ed5-8952-27a7e03ba021 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0528827 Oct 28 20:57:28.126487 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a746f557-d94b-43cb-b908-ef753c8cb807 req-ea35de1a-f471-48a7-b2e4-ee14ea6ceacf tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Oct 28 20:57:28.251483 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cad05-ceb9-490d-83c5-bb746cf31bc1 req-05270b9f-65b9-4af9-a2c1-299eaf081622 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:28.252949 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a40cad05-ceb9-490d-83c5-bb746cf31bc1 req-05270b9f-65b9-4af9-a2c1-299eaf081622 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0575867 Oct 28 20:57:28.263955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32804) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:28.268440 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'port_id': '4f7dcaa7-b465-4e92-b4ff-1768c059a137'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:28.306309 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:28.889383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea9355-8c25-4f4d-945a-3a36982e7308 req-119891ce-c436-4e23-bc3c-e38596b3be90 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:28.890879 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b7ea9355-8c25-4f4d-945a-3a36982e7308 req-119891ce-c436-4e23-bc3c-e38596b3be90 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.1354682 Oct 28 20:57:28.990917 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b7ea9355-8c25-4f4d-945a-3a36982e7308 req-a9b9f7bc-ac2c-47e4-b5b5-026aeef76a56 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914004 Oct 28 20:57:29.070113 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:29.074370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:29.174888 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 8300beca-51e1-45e1-a393-2f20f66ad3f1 associated. External IP: 172.27.3.167, port: 4f7dcaa7-b465-4e92-b4ff-1768c059a137. Oct 28 20:57:29.374165 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:29.478575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:29.483175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:29.489428 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:29.499135 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:29.499883 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:29.515020 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-fc3b5a3e-a83f-467a-b8c4-d58b6c948767 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "PUT /v2.0/floatingips/8300beca-51e1-45e1-a393-2f20f66ad3f1 HTTP/1.1" status: 200 len: 991 time: 1.2499366 Oct 28 20:57:29.515653 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:29.518008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b54497-c394-4814-a223-56823e375a40" -d '{"events": [{"name": "network-changed", "server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:29.555320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e01ddd0-df32-419b-936a-b5107fb2807b x-openstack-request-id: req-5e01ddd0-df32-419b-936a-b5107fb2807b {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:29.555646 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:29.555942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5e01ddd0-df32-419b-936a-b5107fb2807b {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:29.556360 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e01ddd0-df32-419b-936a-b5107fb2807b'] response: {'name': 'network-changed', 'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'status': 'completed', 'code': 200} Oct 28 20:57:29.608230 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:29.626025 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54497-c394-4814-a223-56823e375a40 req-40c4a59d-e557-4cdf-8ac3-8f82b2b63983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:29.627531 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-40c4a59d-e557-4cdf-8ac3-8f82b2b63983 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 1129 time: 0.0469894 Oct 28 20:57:29.747359 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54497-c394-4814-a223-56823e375a40 req-9a457ce2-ce7a-4bc1-bcda-16075c44b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:29.748874 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-9a457ce2-ce7a-4bc1-bcda-16075c44b3e3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.0980649 Oct 28 20:57:29.817613 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-dc4a86bb-08d9-47a1-88f8-3d2b88cb35b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137 HTTP/1.1" status: 200 len: 999 time: 0.0628481 Oct 28 20:57:29.857982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '8300beca-51e1-45e1-a393-2f20f66ad3f1', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:d5:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:17Z', 'updated_at': '2022-10-28T20:57:28Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:29.875191 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54497-c394-4814-a223-56823e375a40 req-f3f60eca-1318-4320-bb25-976f65e88eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:29.876676 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-f3f60eca-1318-4320-bb25-976f65e88eb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0509570 Oct 28 20:57:29.882975 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:29.892659 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:29.893258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:29.927889 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b54497-c394-4814-a223-56823e375a40 req-4eda893c-ccc4-4a84-9d52-cdb1815b4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:29.929478 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-4eda893c-ccc4-4a84-9d52-cdb1815b4230 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461509 Oct 28 20:57:30.001612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:30.018492 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-47ac5d20-d8cb-4a43-948b-d44100f728ab service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813367 Oct 28 20:57:30.116247 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-62b54497-c394-4814-a223-56823e375a40 req-4b00b449-e827-4d56-b1ce-8b82ac287e74 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901043 Oct 28 20:57:30.125635 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b108e60c-32f6-48a5-abe3-221bc00bc3f1 req-cd10e013-a9d7-423c-a3cb-f3bf52c20002 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:30.127144 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b108e60c-32f6-48a5-abe3-221bc00bc3f1 req-cd10e013-a9d7-423c-a3cb-f3bf52c20002 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0609105 Oct 28 20:57:30.179226 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b108e60c-32f6-48a5-abe3-221bc00bc3f1 req-b7fafaa3-b607-410f-b644-ce5c9ba5d28e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459020 Oct 28 20:57:30.235630 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-da147345-7824-4868-9928-9debc1e1a859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '8300beca-51e1-45e1-a393-2f20f66ad3f1', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:d5:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:17Z', 'updated_at': '2022-10-28T20:57:28Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:30.260375 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da147345-7824-4868-9928-9debc1e1a859 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '8300beca-51e1-45e1-a393-2f20f66ad3f1', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:d5:3d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:17Z', 'updated_at': '2022-10-28T20:57:28Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:30.311685 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514b97e-4962-4257-bbb9-6a329eaf4f51 req-48a48ece-bfb4-45f8-bbaf-8868e174980c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:30.313332 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c514b97e-4962-4257-bbb9-6a329eaf4f51 req-48a48ece-bfb4-45f8-bbaf-8868e174980c tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0619805 Oct 28 20:57:30.324109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32818) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:30.329450 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Request body: {'floatingip': {'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:30.391266 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:30.463150 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f813400-fcba-475b-b197-c533d1208377 None None] New status for floating IP 8300beca-51e1-45e1-a393-2f20f66ad3f1: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:30.860156 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:30.864516 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:31.078670 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:31.186231 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:31.190575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:31.195319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:31.211430 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:31.212305 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:31.258813 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3d384a78-1f6c-41c8-8f0e-45f318282598 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "PUT /v2.0/floatingips/0da23fa3-7407-4825-9ff5-1b56de4e4d58 HTTP/1.1" status: 200 len: 992 time: 0.9328575 Oct 28 20:57:31.320525 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:31.558340 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}, {'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:31.561303 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}, {"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:31.598458 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca447bda-3215-4c4d-b164-51ba0cd7d0c4 x-openstack-request-id: req-ca447bda-3215-4c4d-b164-51ba0cd7d0c4 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:31.598766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:31.599030 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ca447bda-3215-4c4d-b164-51ba0cd7d0c4 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:31.599447 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca447bda-3215-4c4d-b164-51ba0cd7d0c4'] response: {'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'status': 'completed', 'code': 200} Oct 28 20:57:31.599706 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca447bda-3215-4c4d-b164-51ba0cd7d0c4'] response: {'name': 'network-changed', 'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'status': 'completed', 'code': 200} Oct 28 20:57:31.670642 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:57:30Z', 'revision_number': 3, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:31.673652 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-02e7bf29-a702-4255-93d4-4b5fb55294b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:31.675367 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-02e7bf29-a702-4255-93d4-4b5fb55294b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.0508466 Oct 28 20:57:31.700502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:31.708052 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:31.708658 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:31.779324 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-03c7e89a-48e0-475f-9170-447559ba3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:31.780853 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-03c7e89a-48e0-475f-9170-447559ba3f81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.0987380 Oct 28 20:57:31.816420 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:31.847252 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-9a0086f6-dfbe-4691-aa35-83478926dbbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 1000 time: 0.0590773 Oct 28 20:57:31.898859 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-95cea79b-c68a-4623-bd07-03ea9f088726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:31.900343 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-95cea79b-c68a-4623-bd07-03ea9f088726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0447166 Oct 28 20:57:31.953671 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-cb76574c-83af-4664-9cd9-b0817fdee3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:31.955219 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-cb76574c-83af-4664-9cd9-b0817fdee3a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492220 Oct 28 20:57:32.045569 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:57:30Z', 'revision_number': 3, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:32.046239 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-70813843-00ff-4a2b-abae-f8142e7d1f5b service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Oct 28 20:57:32.070717 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d109c6-2cd6-4bc6-958c-8445e6460464 None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '0da23fa3-7407-4825-9ff5-1b56de4e4d58', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'port_id': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'mac_address': 'fa:16:3e:37:0d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:55:45Z', 'updated_at': '2022-10-28T20:57:30Z', 'revision_number': 3, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:32.161122 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-69f60403-e086-4680-a4b0-068fd127bdbe service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054037 Oct 28 20:57:32.250258 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-47e46e9a-ba63-4748-9c26-7819616fbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:32.252031 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-47e46e9a-ba63-4748-9c26-7819616fbe8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 1129 time: 0.0489359 Oct 28 20:57:32.353608 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-ddd9981b-7442-415e-9468-bce5b3c1d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:32.355001 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-ddd9981b-7442-415e-9468-bce5b3c1d860 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 200 len: 920 time: 0.0940990 Oct 28 20:57:32.402053 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:57:32.435534 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-f375f48c-8ae6-460f-a734-1558719357fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 200 len: 1000 time: 0.0724945 Oct 28 20:57:32.485451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-db743eee-524e-40cb-830f-f78df4631fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:32.486944 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-db743eee-524e-40cb-830f-f78df4631fd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 200 len: 858 time: 0.0452936 Oct 28 20:57:32.536184 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-f09905d3-e62a-4c09-a61b-56ed2346e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:32.537693 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-f09905d3-e62a-4c09-a61b-56ed2346e4ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37bf060d-dcd9-487e-8c29-ea49b0f0844c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447161 Oct 28 20:57:32.632535 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-b538c07f-2a92-4166-b6d6-bc637baddea0 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876298 Oct 28 20:57:32.725657 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-5ce5d499-d3e3-4ba7-966b-e7e50f872ba6 req-de906203-2088-49c7-be9a-13a109f3fa77 service neutron] 10.222.0.26 "GET /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855515 Oct 28 20:57:37.315306 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef591fe-6712-43be-b859-998107355b73 req-1a0d15f4-30ca-4185-9ff0-b5e30f30fa86 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:37.316969 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef591fe-6712-43be-b859-998107355b73 req-1a0d15f4-30ca-4185-9ff0-b5e30f30fa86 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0547237 Oct 28 20:57:37.368941 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5ef591fe-6712-43be-b859-998107355b73 req-1181caec-6889-40f6-a3b9-3945b430e944 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465236 Oct 28 20:57:38.506557 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6a925-ebcc-4e30-a22f-e3d1ae9c5670 req-a7bd2ea0-8f71-4aee-b8b7-03b8e9a0ebf3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:38.508019 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-19e6a925-ebcc-4e30-a22f-e3d1ae9c5670 req-a7bd2ea0-8f71-4aee-b8b7-03b8e9a0ebf3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0554399 Oct 28 20:57:38.556119 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-19e6a925-ebcc-4e30-a22f-e3d1ae9c5670 req-1062ee56-642e-4212-bea9-6f06142cc464 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=43b87fc1-f9fa-4960-a19a-e97033301e89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421548 Oct 28 20:57:39.105219 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-b922de8a-f19b-4d72-a56c-590d0a031b6e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:39.107310 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-b922de8a-f19b-4d72-a56c-590d0a031b6e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 947 time: 0.0593531 Oct 28 20:57:39.205155 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Deleting port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:39.205495 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.308125 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] For port ceac7e63-06bf-4e70-915c-f46aaf4d80f4, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:39.308488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.482668 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.483038 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.483357 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Floating IP 4743effb-115c-482b-9fe3-342bb89ee1c5 disassociated. External IP: 172.27.3.245, port: ceac7e63-06bf-4e70-915c-f46aaf4d80f4. Oct 28 20:57:39.483699 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Calling delete_port for ceac7e63-06bf-4e70-915c-f46aaf4d80f4 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:39.640472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (ceac7e63-06bf-4e70-915c-f46aaf4d80f4), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.674416 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'Port': ['ID=ceac7e63-06bf-4e70-915c-f46aaf4d80f4,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:39.681716 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4369254-0111-48e3-a93c-f3817579e410 req-f10366c1-cf3c-4a80-bdd2-a2e7a4cdff1a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=bb49d697-dcd3-4c20-9c36-9b578c0d09a8 HTTP/1.1" status: 200 len: 210 time: 0.0295768 Oct 28 20:57:39.684521 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.685402 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.685748 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.686090 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.686424 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.686757 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.687086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.687416 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.687763 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.688095 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.688423 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.688750 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.689077 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:57:39.808101 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:39.916621 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:39.926993 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:39.947484 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:39.948498 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:39.961769 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] No DVR routers for this DVR port ceac7e63-06bf-4e70-915c-f46aaf4d80f4 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:57:39.964502 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:39.968736 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c13d5fa0-7537-49e7-8744-77a24cce7c7a req-bced59d6-35b4-4697-8aa2-805ebeef01e7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "DELETE /v2.0/ports/ceac7e63-06bf-4e70-915c-f46aaf4d80f4 HTTP/1.1" status: 204 len: 173 time: 0.8558760 Oct 28 20:57:39.969334 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-deleted', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:39.972444 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a4b87b-da6a-4117-9626-a3ef7a380eb0" -d '{"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-deleted", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:40.015015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068953e5-a60a-4358-b261-70f990ede9d1 x-openstack-request-id: req-068953e5-a60a-4358-b261-70f990ede9d1 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:40.015307 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb49d697-dcd3-4c20-9c36-9b578c0d09a8", "name": "network-vif-deleted", "tag": "ceac7e63-06bf-4e70-915c-f46aaf4d80f4", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:40.015562 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-068953e5-a60a-4358-b261-70f990ede9d1 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:40.016002 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-068953e5-a60a-4358-b261-70f990ede9d1'] response: {'server_uuid': 'bb49d697-dcd3-4c20-9c36-9b578c0d09a8', 'name': 'network-vif-deleted', 'tag': 'ceac7e63-06bf-4e70-915c-f46aaf4d80f4', 'status': 'completed', 'code': 200} Oct 28 20:57:40.071482 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:40.196385 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-2360ad93-32a0-4af0-9b8f-21c3291a2c85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571156 Oct 28 20:57:40.284161 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-4d98946c-70d3-4fe1-bc27-c0827aada380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:40.285593 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-4d98946c-70d3-4fe1-bc27-c0827aada380 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 1130 time: 0.0640073 Oct 28 20:57:40.313143 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:40.321880 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:40.348475 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:40.359641 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:40.360294 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:40.411648 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-72b17f4c-7cd3-4f73-aad4-b88e252fd4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:40.413262 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-72b17f4c-7cd3-4f73-aad4-b88e252fd4a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.1033947 Oct 28 20:57:40.514404 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-7a0b4968-cac5-430d-bc01-d49cd118b0d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 200 len: 1001 time: 0.0928829 Oct 28 20:57:40.578727 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-26f50103-fa12-42f1-9797-beb66f845b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:40.581414 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-26f50103-fa12-42f1-9797-beb66f845b91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0607355 Oct 28 20:57:40.585159 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:40.640734 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-e18554df-1bb2-49b5-ad81-f8ae8801e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:40.642447 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-e18554df-1bb2-49b5-ad81-f8ae8801e4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504258 Oct 28 20:57:40.754346 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-4b8b3a4a-fe99-4948-897a-cf1c41336f1a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056242 Oct 28 20:57:40.807325 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:40.833857 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36356225-2b74-4b58-839a-b19de79afc93 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:40.845354 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32856) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:40.861443 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-ba9e36b7-e337-494a-9806-efb7870eaad7 req-d63319b0-d8f8-4fa1-ac36-8211b65a979a service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008520 Oct 28 20:57:40.908857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (43b87fc1-f9fa-4960-a19a-e97033301e89), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:40.941976 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (43b87fc1-f9fa-4960-a19a-e97033301e89), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.010602 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (43b87fc1-f9fa-4960-a19a-e97033301e89), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.015207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.016465 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "DELETE /v2.0/security-groups/43b87fc1-f9fa-4960-a19a-e97033301e89 HTTP/1.1" status: 204 len: 168 time: 0.1700542 Oct 28 20:57:41.019420 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 32858) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:41.026591 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fb079-3744-48e1-a3a0-b7d9f4f68d26 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b87fc1-f9fa-4960-a19a-e97033301e89,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:41.043424 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.api.v2.resource [None req-5a9638c8-7d27-480a-b3f2-4d34ce6d00fa tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] show failed (client error): The resource could not be found. Oct 28 20:57:41.045111 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5a9638c8-7d27-480a-b3f2-4d34ce6d00fa tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups/43b87fc1-f9fa-4960-a19a-e97033301e89 HTTP/1.1" status: 404 len: 347 time: 0.0246129 Oct 28 20:57:41.049564 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32860) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:41.139920 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69074d3d-cbf3-4264-b632-8dc429fd1e9a None None] New status for floating IP 4743effb-115c-482b-9fe3-342bb89ee1c5: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:41.181511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Deleting port e2034aba-1917-4ff1-a153-3392bddecc53 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:41.181860 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.265202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.265632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (e2034aba-1917-4ff1-a153-3392bddecc53), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.281426 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Calling delete_port for e2034aba-1917-4ff1-a153-3392bddecc53 owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:41.440368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (e2034aba-1917-4ff1-a153-3392bddecc53), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.467956 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'Port': ['ID=e2034aba-1917-4ff1-a153-3392bddecc53,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:41.534708 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (4743effb-115c-482b-9fe3-342bb89ee1c5), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.537343 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.538517 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-464c8c92-6092-446b-bf1f-1cbbd513d0bf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "DELETE /v2.0/floatingips/4743effb-115c-482b-9fe3-342bb89ee1c5 HTTP/1.1" status: 204 len: 168 time: 0.4879167 Oct 28 20:57:41.623146 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32864) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:41.628147 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339158596', 'description': 'tempest-description--247141812'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:41.650341 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.741512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (b102f6cd-9fbf-4956-86b5-9efa8df8fb65), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.748128 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b102f6cd-9fbf-4956-86b5-9efa8df8fb65), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.781853 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.783113 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587174 Oct 28 20:57:41.786320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32866) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:41.792020 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group_rule': {'security_group_id': 'b102f6cd-9fbf-4956-86b5-9efa8df8fb65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:41.798159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b53c0-4600-4574-9b92-2604d46beb1f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b102f6cd-9fbf-4956-86b5-9efa8df8fb65,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:41.823267 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (75dace71-67f1-43e3-8d67-0a695a58a08e), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.885833 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (75dace71-67f1-43e3-8d67-0a695a58a08e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.890803 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (75dace71-67f1-43e3-8d67-0a695a58a08e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.910136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dace71-67f1-43e3-8d67-0a695a58a08e,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:41.915079 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:41.916301 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4884c38c-baa6-48f5-9c57-3513e4738e7e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291370 Oct 28 20:57:41.919098 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32868) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:41.923512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'security_group_rule': {'security_group_id': 'b102f6cd-9fbf-4956-86b5-9efa8df8fb65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:41.949150 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (3f3af2bc-5887-4db1-83fb-3ab8edd65a87), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.017719 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (3f3af2bc-5887-4db1-83fb-3ab8edd65a87), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.023432 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (3f3af2bc-5887-4db1-83fb-3ab8edd65a87), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.056778 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3af2bc-5887-4db1-83fb-3ab8edd65a87,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:42.064830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.066533 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-de2f8736-443f-4677-9049-66481682fa85 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461883 Oct 28 20:57:42.072339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32870) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:42.082425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:42.088816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9386b011-32c1-4458-9540-aedaa66de286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.109639 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.217291 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.244921 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:57:42.265628 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: ceac7e63-06bf-4e70-915c-f46aaf4d80f4 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:57:42.265975 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ceac7e63-06bf-4e70-915c-f46aaf4d80f4 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:57:42.336219 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Allocated IP 172.27.3.56 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/80ccd821-51f7-4b83-8b7e-11b7eaa12663) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:57:42.442849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.477541 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.516399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:57:42.519336 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:57:42.525822 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:57:42.532518 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=80ccd821-51f7-4b83-8b7e-11b7eaa12663,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:42.621815 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.661678 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.844201 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.849544 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.921666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=80ccd821-51f7-4b83-8b7e-11b7eaa12663,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:42.926027 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.945255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:42.947067 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-df55fcbd-5d26-47af-9c7a-cbcd3f508446 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8730230 Oct 28 20:57:43.175596 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-b46e4213-5bc8-4ed0-b5b4-8b742a57aac2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1339158596&fields=id&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 267 time: 0.0463424 Oct 28 20:57:43.551512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-8042fb0f-ef73-43d6-a1ad-c8ed5f4e5116 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:43.553074 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-8042fb0f-ef73-43d6-a1ad-c8ed5f4e5116 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 817 time: 0.3708296 Oct 28 20:57:43.569879 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-34adbf2f-ed57-4986-9f74-33f71e1930d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/quotas/908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 375 time: 0.0113554 Oct 28 20:57:43.627534 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-61073e2b-19f8-44ff-a709-9c91b6eadc84 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522239 Oct 28 20:57:43.729566 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-2b24d03d-a1c3-4115-9362-a241a9068982 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899246 Oct 28 20:57:43.826766 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-4c486510-78f5-43bd-86b1-356390e56579 service neutron] 10.222.0.49 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907385 Oct 28 20:57:44.005346 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-11eb2da7-6f7a-47a9-b8dd-35931c0b434a req-629d7c60-8fef-41e9-996b-4e4fcd639c75 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0339425 Oct 28 20:57:44.639381 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0b1a9b55-d2a9-460b-a8b9-134c3df59ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:45.116874 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8837ef10-ca64-42a0-be6c-c8ee125eb648 req-9f65132c-799a-4651-8d09-d2e01cdebecc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0288174 Oct 28 20:57:45.117448 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-68b38fba-6e6b-4ccc-af31-b0626ef78af3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:45.118887 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-68b38fba-6e6b-4ccc-af31-b0626ef78af3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 817 time: 0.1144352 Oct 28 20:57:45.188574 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-266908d2-63d7-43b7-965a-68f44116666a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 380 time: 0.0559275 Oct 28 20:57:45.197526 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'port': {'device_id': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'admin_state_up': True, 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'security_groups': ['b102f6cd-9fbf-4956-86b5-9efa8df8fb65']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:45.312269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Made reservation on behalf of 908c94b386f2491aa46bed4be1d5ea84 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:57:45.315697 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:45.457092 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Allocated IP 172.20.0.3 (b0e1bf57-7623-45a9-9c3d-abb9374865f9/600b0214-16cd-483f-bc94-bef855287333/b9c2ed21-911b-42ed-8153-4451e4bfce1a) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:57:45.601552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:45.855138 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:45.895801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:57:45.899007 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:57:45.906135 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:57:45.911578 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:45.958478 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:45.959101 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:45.977556 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f0ebe6a6-60d4-4774-ae81-a25009e3bfd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835746 Oct 28 20:57:45.990904 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Request body: {'port': {'device_id': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:46.055471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.156358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Provisioning complete for port b9c2ed21-911b-42ed-8153-4451e4bfce1a triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:57:46.156922 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.157021 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Attempt 1 to provision port b9c2ed21-911b-42ed-8153-4451e4bfce1a Oct 28 20:57:46.189007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Port b9c2ed21-911b-42ed-8153-4451e4bfce1a cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:57:46.269585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be047897-66ec-4d92-bdf5-5b25dd4ea0a6 req-fdab63e5-b69a-4216-b8cf-4ee490620596 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:46.271106 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be047897-66ec-4d92-bdf5-5b25dd4ea0a6 req-fdab63e5-b69a-4216-b8cf-4ee490620596 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 931 time: 0.0528457 Oct 28 20:57:46.318102 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be047897-66ec-4d92-bdf5-5b25dd4ea0a6 req-9642aa26-ea72-474d-b5db-65191e9f8fd7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 Oct 28 20:57:46.320591 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:57:46.329145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks [] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.345755 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Transition to ACTIVE for port object b9c2ed21-911b-42ed-8153-4451e4bfce1a will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:57:46.350204 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.394100 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:46.467107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Attempting to bind port b9c2ed21-911b-42ed-8153-4451e4bfce1a on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:57:46.467443 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Attempting to bind port b9c2ed21-911b-42ed-8153-4451e4bfce1a by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:57:46.467813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Attempting to bind port b9c2ed21-911b-42ed-8153-4451e4bfce1a on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:57:46.472588 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Port b9c2ed21-911b-42ed-8153-4451e4bfce1a on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:57:46.472911 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Attempting to bind port b9c2ed21-911b-42ed-8153-4451e4bfce1a on network b0e1bf57-7623-45a9-9c3d-abb9374865f9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:57:46.478349 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:57:46.478692 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Checking segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:57:46.479087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Bound using segment: {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:57:46.479514 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Bound port: b9c2ed21-911b-42ed-8153-4451e4bfce1a, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78882de7-797d-4621-8aaa-573866060150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:57:46.479921 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.545995 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:57:46.549682 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:57:46.556281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.561282 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:46.561897 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.563301 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] 10.222.0.26 "PUT /v2.0/ports/b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 1093 time: 0.5765867 Oct 28 20:57:46.563866 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:46.566147 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853520aa-0c46-4bf1-847b-7ea952e00814" -d '{"events": [{"name": "network-changed", "server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:46.615990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee12eaf-52cb-4b4b-a42a-fbf4ab76c08f x-openstack-request-id: req-4ee12eaf-52cb-4b4b-a42a-fbf4ab76c08f {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:46.616277 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:46.616536 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4ee12eaf-52cb-4b4b-a42a-fbf4ab76c08f {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:46.616936 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ee12eaf-52cb-4b4b-a42a-fbf4ab76c08f'] response: {'name': 'network-changed', 'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'status': 'completed', 'code': 200} Oct 28 20:57:46.648264 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7e0baf-837c-4d2f-914f-18a7a66e793a service neutron] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:46.665905 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:46.668210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-0d880f4f-1661-449c-b5ba-3a4615fe46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:46.670369 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-0d880f4f-1661-449c-b5ba-3a4615fe46fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1127 time: 0.0630417 Oct 28 20:57:46.690509 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Attempt 2 to provision port b9c2ed21-911b-42ed-8153-4451e4bfce1a Oct 28 20:57:46.719136 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-3a65b177-c88a-47cb-95d7-09727a50499a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 217 time: 0.0381029 Oct 28 20:57:46.736170 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-3ffaeab5-71c1-4c2c-be4b-ebf3d0cc7b14 None None] Port b9c2ed21-911b-42ed-8153-4451e4bfce1a had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:57:46.798354 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f97564bb-7cf9-4933-9d5b-4d7708eb316f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:46.800928 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f97564bb-7cf9-4933-9d5b-4d7708eb316f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0751748 Oct 28 20:57:46.862803 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f826378b-fa40-40da-87a5-88662d4944a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:46.864368 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-f826378b-fa40-40da-87a5-88662d4944a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515037 Oct 28 20:57:46.964444 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-01d1c389-1ded-42e5-adb8-15881b87543e service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927405 Oct 28 20:57:47.072135 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-223b08ad-7e5b-4362-8979-67d9b6e92a85 req-13ba4985-5beb-413d-8a90-865712996434 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946651 Oct 28 20:57:47.175861 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-3aa3b4d5-7928-4435-8663-0a8505beeaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:47.177476 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-3aa3b4d5-7928-4435-8663-0a8505beeaa7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1127 time: 0.0567055 Oct 28 20:57:47.293232 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-517663f7-958e-41a7-8732-7d77ff48bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:47.295586 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-517663f7-958e-41a7-8732-7d77ff48bbf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1117880 Oct 28 20:57:47.339909 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-fe4f37eb-a50e-4e30-828a-3086aa430578 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 217 time: 0.0359268 Oct 28 20:57:47.417820 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-4149d375-ca57-41d3-ba37-d287739f638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:47.420363 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-4149d375-ca57-41d3-ba37-d287739f638b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0739164 Oct 28 20:57:47.474666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012b2e-4302-46b3-8eeb-a3e1bee3df97 req-7e9e9fda-e0be-45a0-bd04-004e5a2932a5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:47.477000 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4a012b2e-4302-46b3-8eeb-a3e1bee3df97 req-7e9e9fda-e0be-45a0-bd04-004e5a2932a5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0691664 Oct 28 20:57:47.481340 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-012a4320-9516-4712-9187-a71e31e4b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:47.482993 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-012a4320-9516-4712-9187-a71e31e4b8df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554175 Oct 28 20:57:47.541113 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4a012b2e-4302-46b3-8eeb-a3e1bee3df97 req-d74d10a6-9ff0-4279-be39-0ca2ee8b2687 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569632 Oct 28 20:57:47.583229 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-2f4fdba9-9f4d-4ebd-a804-4b5d0c423b48 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923111 Oct 28 20:57:47.679537 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-853520aa-0c46-4bf1-847b-7ea952e00814 req-7fc3bcba-43df-49b7-8982-ed517baf4454 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888486 Oct 28 20:57:48.305553 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:48.677124 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a63125-ff07-4f9c-8d98-eea2113cad9e req-997c6009-7d61-44bd-bf66-a8980fd774e5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:48.678653 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89a63125-ff07-4f9c-8d98-eea2113cad9e req-997c6009-7d61-44bd-bf66-a8980fd774e5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0556743 Oct 28 20:57:48.714697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:48.741464 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-89a63125-ff07-4f9c-8d98-eea2113cad9e req-a85eb056-1712-4c32-940c-fab92cf8a4f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569468 Oct 28 20:57:49.875139 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db1da1-cb4c-451c-8df4-d8f1ea9d48f5 req-d4b68d0a-cdf4-4c39-9d10-771f162f4702 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:49.876718 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7db1da1-cb4c-451c-8df4-d8f1ea9d48f5 req-d4b68d0a-cdf4-4c39-9d10-771f162f4702 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0549445 Oct 28 20:57:49.926227 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7db1da1-cb4c-451c-8df4-d8f1ea9d48f5 req-5f11a384-1bdb-4a09-80f0-0b49d5a61876 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Oct 28 20:57:50.252008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:57:50.358915 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:50.370871 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:57:50.407588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:57:50.408041 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:50.422088 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:57:50.443496 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:50.447594 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:50.501316 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:50.752626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['b9c2ed21-911b-42ed-8153-4451e4bfce1a'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:57:51.067652 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd7c5e-a13b-4202-92ad-36014476938f req-5b3b0fc1-00c1-4472-849e-b25cfbd2dd48 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:51.069148 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-79fd7c5e-a13b-4202-92ad-36014476938f req-5b3b0fc1-00c1-4472-849e-b25cfbd2dd48 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 944 time: 0.0609210 Oct 28 20:57:51.120507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-79fd7c5e-a13b-4202-92ad-36014476938f req-fc070ce5-62ec-442e-8c54-f60d3dfd55be tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Oct 28 20:57:52.025202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7e563-6c9d-486c-a337-44c6f344535d req-eca798a7-68f4-43df-b460-3a28b31df2f2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:52.026864 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-88c7e563-6c9d-486c-a337-44c6f344535d req-eca798a7-68f4-43df-b460-3a28b31df2f2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0591803 Oct 28 20:57:52.080878 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-88c7e563-6c9d-486c-a337-44c6f344535d req-d8f187e2-6fcb-43e6-b293-f89ad5128950 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Oct 28 20:57:52.265935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceff343-2ad1-4bdf-96f7-29d08290508f req-96a27311-2443-4385-b429-1a17a9e68dd6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:52.267538 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aceff343-2ad1-4bdf-96f7-29d08290508f req-96a27311-2443-4385-b429-1a17a9e68dd6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 944 time: 0.0576963 Oct 28 20:57:52.281815 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:57:52.333715 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aceff343-2ad1-4bdf-96f7-29d08290508f req-cb712ece-5738-43ac-9812-881bd11417b4 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598295 Oct 28 20:57:52.344719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port b9c2ed21-911b-42ed-8153-4451e4bfce1a completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:57:52.349347 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port b9c2ed21-911b-42ed-8153-4451e4bfce1a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:57:52.349755 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:52.350095 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port b9c2ed21-911b-42ed-8153-4451e4bfce1a Oct 28 20:57:52.429170 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:57:52.429547 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:52.454831 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:52.457237 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc9af23-f9f0-412d-9ba6-c73170bca1cc" -d '{"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:52.471114 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:52.475407 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:52.504434 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb61e3d-c937-4873-bd19-294332cdac8b x-openstack-request-id: req-5bb61e3d-c937-4873-bd19-294332cdac8b {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:52.504961 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:52.505222 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5bb61e3d-c937-4873-bd19-294332cdac8b {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:52.505632 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb61e3d-c937-4873-bd19-294332cdac8b'] response: {'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'code': 200} Oct 28 20:57:52.532669 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:52.691154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b697e9-e0e3-4ba2-92dd-08f17d0fe71a req-3d509051-7afd-486c-8961-0ab985dd302b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:52.692702 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-77b697e9-e0e3-4ba2-92dd-08f17d0fe71a req-3d509051-7afd-486c-8961-0ab985dd302b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1129 time: 0.0496321 Oct 28 20:57:52.752205 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-77b697e9-e0e3-4ba2-92dd-08f17d0fe71a req-1d64569a-7645-4de4-82af-17c025713cd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496433 Oct 28 20:57:53.215922 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c226eca-e81a-463f-aeae-3d2ae336c3e4 req-bb70ce46-f82b-4192-958b-7668895aeb84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:53.217657 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c226eca-e81a-463f-aeae-3d2ae336c3e4 req-bb70ce46-f82b-4192-958b-7668895aeb84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0564289 Oct 28 20:57:53.276286 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5c226eca-e81a-463f-aeae-3d2ae336c3e4 req-20b209c7-d6ad-47d8-9c52-b4778fa4e620 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468998 Oct 28 20:57:53.474957 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9426dc-d988-4381-9115-434d64e3618c req-528e36a0-8b6c-4971-8280-c70b3aac5e08 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:53.476541 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dd9426dc-d988-4381-9115-434d64e3618c req-528e36a0-8b6c-4971-8280-c70b3aac5e08 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0546806 Oct 28 20:57:53.528299 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dd9426dc-d988-4381-9115-434d64e3618c req-4502bc9e-fe3c-41c3-b20b-ce7149114f87 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446026 Oct 28 20:57:54.413983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9dd98-4cce-4a17-b913-42a8b171b5a8 req-68ff7116-b7b6-4669-9c35-17136526066e tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:54.415957 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0eb9dd98-4cce-4a17-b913-42a8b171b5a8 req-68ff7116-b7b6-4669-9c35-17136526066e tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0618093 Oct 28 20:57:54.479688 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0eb9dd98-4cce-4a17-b913-42a8b171b5a8 req-11f79e2e-fab2-4f9a-9505-6b88968e8917 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=545c9502-ec27-4962-9648-685c3cce9e74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575473 Oct 28 20:57:54.671839 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5ed4-36d3-4c4b-a938-78442ba7d55a req-5ff39c26-36d3-47ce-a681-23a4e3411faf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:54.673404 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa2d5ed4-36d3-4c4b-a938-78442ba7d55a req-5ff39c26-36d3-47ce-a681-23a4e3411faf tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0580058 Oct 28 20:57:54.694454 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-28367c3f-bf28-4d0e-97f2-96dbe98902a9 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:54.702407 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-28367c3f-bf28-4d0e-97f2-96dbe98902a9 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 946 time: 0.0633667 Oct 28 20:57:54.725444 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa2d5ed4-36d3-4c4b-a938-78442ba7d55a req-35841346-36ca-4a88-a258-7c2eb455b1e1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462480 Oct 28 20:57:54.830393 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Deleting port d06544fd-731f-456f-80ea-4a9ac8e3c949 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:54.830726 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:54.902784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf6faa0-e73b-46eb-964e-e8f1e54f5d4b req-060e8ec2-dbfd-449c-aea4-261f69039e6f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:54.905589 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-caf6faa0-e73b-46eb-964e-e8f1e54f5d4b req-060e8ec2-dbfd-449c-aea4-261f69039e6f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0840361 Oct 28 20:57:54.918522 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32942) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:54.924133 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Request body: {'floatingip': {'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:54.954527 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] For port d06544fd-731f-456f-80ea-4a9ac8e3c949, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d06544fd-731f-456f-80ea-4a9ac8e3c949,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:57:54.955479 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:54.986644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.211141 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.211494 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.211843 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Floating IP ca8ee345-7398-433c-9282-868632f8b977 disassociated. External IP: 172.27.3.34, port: d06544fd-731f-456f-80ea-4a9ac8e3c949. Oct 28 20:57:55.212189 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Calling delete_port for d06544fd-731f-456f-80ea-4a9ac8e3c949 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:55.380048 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (d06544fd-731f-456f-80ea-4a9ac8e3c949), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.423348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'Port': ['ID=d06544fd-731f-456f-80ea-4a9ac8e3c949,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:55.504097 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.509512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.558217 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:55.638715 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-51ac42fa-1d91-4bc9-ad0b-b34386b19455 req-e5a0250d-f4dc-450d-90e1-b9545b55af1b tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=ee1fadd0-77be-4638-be62-57355ef03612 HTTP/1.1" status: 200 len: 210 time: 0.0649076 Oct 28 20:57:55.660598 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Floating IP fafd379f-f6cd-48a1-8245-59125372a141 associated. External IP: 172.27.3.56, port: b9c2ed21-911b-42ed-8153-4451e4bfce1a. Oct 28 20:57:55.683651 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:55.699539 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:55.720355 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:55.723166 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:55.731497 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] No DVR routers for this DVR port d06544fd-731f-456f-80ea-4a9ac8e3c949 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:57:55.734614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:55.738574 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-31543efe-d98a-4e84-9d1c-c71ee0abd7a3 req-575b6125-1a9e-439e-9fb9-3c7f3ac881f4 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "DELETE /v2.0/ports/d06544fd-731f-456f-80ea-4a9ac8e3c949 HTTP/1.1" status: 204 len: 173 time: 1.0354319 Oct 28 20:57:55.739198 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'name': 'network-vif-deleted', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:55.743913 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c5c3a2-f1b1-4702-a75d-8f41f9501a0f" -d '{"events": [{"server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "name": "network-vif-deleted", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:55.802005 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b259a9-1b76-454f-a383-12ded1f3a94e x-openstack-request-id: req-d9b259a9-1b76-454f-a383-12ded1f3a94e {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:55.802305 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1fadd0-77be-4638-be62-57355ef03612", "name": "network-vif-deleted", "tag": "d06544fd-731f-456f-80ea-4a9ac8e3c949", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:55.802561 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9b259a9-1b76-454f-a383-12ded1f3a94e {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:55.802977 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9b259a9-1b76-454f-a383-12ded1f3a94e'] response: {'server_uuid': 'ee1fadd0-77be-4638-be62-57355ef03612', 'name': 'network-vif-deleted', 'tag': 'd06544fd-731f-456f-80ea-4a9ac8e3c949', 'status': 'completed', 'code': 200} Oct 28 20:57:55.895198 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:56.018601 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:57:56.116769 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.133681 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:57:56.139001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:56.144337 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:56.145355 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:57:56.154326 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:56.154938 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.157220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:56.157834 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.172104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-17234b43-6c63-483f-991d-aa540c857fec tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "PUT /v2.0/floatingips/fafd379f-f6cd-48a1-8245-59125372a141 HTTP/1.1" status: 200 len: 990 time: 1.2517309 Oct 28 20:57:56.172852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:57:56.175247 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d147565f-8274-4b57-92e5-3833ba115274" -d '{"events": [{"name": "network-changed", "server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:57:56.216572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55324be1-98f0-4e1d-a6d1-69bf226ae6e0 x-openstack-request-id: req-55324be1-98f0-4e1d-a6d1-69bf226ae6e0 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:57:56.216572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:57:56.216572 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-55324be1-98f0-4e1d-a6d1-69bf226ae6e0 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:57:56.216572 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55324be1-98f0-4e1d-a6d1-69bf226ae6e0'] response: {'name': 'network-changed', 'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'status': 'completed', 'code': 200} Oct 28 20:57:56.275349 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:56.276025 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:56.298567 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147565f-8274-4b57-92e5-3833ba115274 req-82e82a15-0e95-4365-ab80-e6607d1bb6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:56.300271 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-82e82a15-0e95-4365-ab80-e6607d1bb6d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1129 time: 0.0601509 Oct 28 20:57:56.427272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147565f-8274-4b57-92e5-3833ba115274 req-771fdfc2-bf42-498d-b5f7-54d5b01a2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:56.429307 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-771fdfc2-bf42-498d-b5f7-54d5b01a2308 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1226258 Oct 28 20:57:56.499945 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-f7d14fc5-79c0-4ff4-88a9-e222a595405d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 998 time: 0.0638716 Oct 28 20:57:56.530534 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.545764 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'fafd379f-f6cd-48a1-8245-59125372a141', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:42Z', 'updated_at': '2022-10-28T20:57:55Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.561397 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e999e4c7-b1d7-423f-bd5f-6e3578e232b0 None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:56.566035 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147565f-8274-4b57-92e5-3833ba115274 req-4c67c47d-dcef-4aad-8472-179367a2f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:56.567649 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-4c67c47d-dcef-4aad-8472-179367a2f98a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0604322 Oct 28 20:57:56.578859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:57:56.590373 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:57:56.591095 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:56.645939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147565f-8274-4b57-92e5-3833ba115274 req-cecad71e-d9b6-4e9d-a367-e031bb67c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:56.647827 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-cecad71e-d9b6-4e9d-a367-e031bb67c770 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684760 Oct 28 20:57:56.716277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:57:56.751196 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-e8e7341c-004c-4390-af2b-e2f5f7594296 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954514 Oct 28 20:57:56.770704 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32956) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:56.837320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (545c9502-ec27-4962-9648-685c3cce9e74), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:56.877888 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (545c9502-ec27-4962-9648-685c3cce9e74), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:56.887058 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d147565f-8274-4b57-92e5-3833ba115274 req-027a5c7f-6514-4fe1-8c63-29d46707a8b5 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283109 Oct 28 20:57:56.954376 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37b7116-4eed-48e7-a5fc-67ff5688aa99 None None] New status for floating IP ca8ee345-7398-433c-9282-868632f8b977: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:56.959271 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (545c9502-ec27-4962-9648-685c3cce9e74), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:56.965179 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:56.970074 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "DELETE /v2.0/security-groups/545c9502-ec27-4962-9648-685c3cce9e74 HTTP/1.1" status: 204 len: 168 time: 0.1954558 Oct 28 20:57:56.970766 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 32960) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:56.984072 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bc502-1690-4320-965a-a190819422a1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c9502-ec27-4962-9648-685c3cce9e74,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:56.991522 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.api.v2.resource [None req-9c601d7e-3fa0-45c0-a95c-9b58a2fca324 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] show failed (client error): The resource could not be found. Oct 28 20:57:56.993472 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9c601d7e-3fa0-45c0-a95c-9b58a2fca324 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups/545c9502-ec27-4962-9648-685c3cce9e74 HTTP/1.1" status: 404 len: 347 time: 0.0212524 Oct 28 20:57:56.997436 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 32962) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:57.154637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'fafd379f-f6cd-48a1-8245-59125372a141', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:42Z', 'updated_at': '2022-10-28T20:57:55Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:57:57.181179 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82efccea-61b9-442c-9e1b-6113cb0b21e3 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': 'fafd379f-f6cd-48a1-8245-59125372a141', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:42Z', 'updated_at': '2022-10-28T20:57:55Z', 'revision_number': 1, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:57:57.198333 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Deleting port 7bf4db4d-884e-4a68-a493-c204f51724d6 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:57:57.198936 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.290509 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.290740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (7bf4db4d-884e-4a68-a493-c204f51724d6), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.306254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Calling delete_port for 7bf4db4d-884e-4a68-a493-c204f51724d6 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:57:57.398716 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c0ee9e-da92-4c77-81e2-96245a826716 None None] New status for floating IP fafd379f-f6cd-48a1-8245-59125372a141: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:57:57.470073 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (7bf4db4d-884e-4a68-a493-c204f51724d6), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.495068 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'Port': ['ID=7bf4db4d-884e-4a68-a493-c204f51724d6,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:57.565112 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (ca8ee345-7398-433c-9282-868632f8b977), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.568052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.569214 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-64b8f6b7-0954-4c94-8546-dbbcce46ea84 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "DELETE /v2.0/floatingips/ca8ee345-7398-433c-9282-868632f8b977 HTTP/1.1" status: 204 len: 168 time: 0.5702755 Oct 28 20:57:57.636877 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 32966) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:57.642105 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1103157340', 'description': 'tempest-description--2080312305'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:57.661898 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.728873 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (715588c5-4396-4818-b769-025a0d6fcf25), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.732455 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (715588c5-4396-4818-b769-025a0d6fcf25), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.764488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.765721 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1272070 Oct 28 20:57:57.766814 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2ea19-cb47-4ce0-90af-629b619a356c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=715588c5-4396-4818-b769-025a0d6fcf25,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:57.768885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32968) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:57.773850 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group_rule': {'security_group_id': '715588c5-4396-4818-b769-025a0d6fcf25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:57.800172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (2d5693e9-9046-476b-9976-8c11b6e4f44a), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.852552 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (2d5693e9-9046-476b-9976-8c11b6e4f44a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.856640 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (2d5693e9-9046-476b-9976-8c11b6e4f44a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.875304 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5693e9-9046-476b-9976-8c11b6e4f44a,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:57.885109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.886344 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-51ed7030-b2d9-4100-8f04-681eddb0a508 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163101 Oct 28 20:57:57.889933 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32970) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:57.894443 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'security_group_rule': {'security_group_id': '715588c5-4396-4818-b769-025a0d6fcf25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:57.923800 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (941fe7a1-3be6-4a0f-9af1-a7952c8b8a65), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.986680 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (941fe7a1-3be6-4a0f-9af1-a7952c8b8a65), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:57.992035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (941fe7a1-3be6-4a0f-9af1-a7952c8b8a65), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.012376 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941fe7a1-3be6-4a0f-9af1-a7952c8b8a65,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:58.020489 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.021985 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-983ccccf-35fb-4fa9-9ec8-da084ec55804 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310654 Oct 28 20:57:58.025155 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 32972) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:57:58.029866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:57:58.053944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.158197 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.270283 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Allocated IP 172.27.3.191 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/1277ce53-df69-4a87-9d7a-40dd96ce9182) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:57:58.349014 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d06544fd-731f-456f-80ea-4a9ac8e3c949 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:57:58.368796 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: d06544fd-731f-456f-80ea-4a9ac8e3c949 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:57:58.369142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d06544fd-731f-456f-80ea-4a9ac8e3c949 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:57:58.376983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.411516 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.449455 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:57:58.452710 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:57:58.456575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:57:58.487153 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=1277ce53-df69-4a87-9d7a-40dd96ce9182,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:58.552844 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.591195 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.748127 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.753680 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.830856 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=1277ce53-df69-4a87-9d7a-40dd96ce9182,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:57:58.833304 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.851893 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:57:58.853157 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a7dc3448-511b-4c80-bc6f-5a67b8cd554c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8270829 Oct 28 20:57:59.062199 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-5bfaa5d2-3cb9-42c5-9045-b2383c657978 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1103157340&fields=id&tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 267 time: 0.0468931 Oct 28 20:57:59.175842 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-04b626d7-b779-43fd-8ae0-647693dad529 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:57:59.177261 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-04b626d7-b779-43fd-8ae0-647693dad529 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 811 time: 0.1083758 Oct 28 20:57:59.193318 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d33309cd-39b1-4371-8214-c4dc77221b78 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/quotas/aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 375 time: 0.0105224 Oct 28 20:57:59.250881 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-dd784280-e46e-4e05-ae77-775e70000cfb tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522954 Oct 28 20:57:59.351293 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-e87f185a-f980-49aa-ac1d-4d521f627d9a service neutron] 10.222.0.49 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891776 Oct 28 20:57:59.446366 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-39c942cd-a529-47bf-9099-f69a381776da service neutron] 10.222.0.49 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891442 Oct 28 20:57:59.622773 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1cc07af-025c-4313-9715-abcaf9a92d9b req-ad5f9652-ff74-4b98-bbaa-3f4005fd0588 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0283403 Oct 28 20:58:00.677010 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-9ec09c35-7834-4dcd-9e39-32226e642cd2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:00.678517 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-9ec09c35-7834-4dcd-9e39-32226e642cd2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 811 time: 0.1296711 Oct 28 20:58:00.738377 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cae89e06-7020-4969-9384-767a808ea50d req-9d038f4a-b0c3-4955-bc28-088b2670046d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0372732 Oct 28 20:58:00.756080 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-5aecbf6c-1f65-4e85-9edb-b34bbc7fba5b tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10 HTTP/1.1" status: 200 len: 380 time: 0.0664206 Oct 28 20:58:00.766928 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'port': {'device_id': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'admin_state_up': True, 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'security_groups': ['715588c5-4396-4818-b769-025a0d6fcf25']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:00.884596 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Made reservation on behalf of aa76b14bb1ff4a7383ff932ec1df8e10 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:58:00.888730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.035061 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Allocated IP 172.20.0.7 (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0/790d3e44-f75c-4481-befd-d0c956dd2e5b/33999d9e-9045-4db4-bed7-c7287b5b40cd) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:58:01.175760 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.210398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.257126 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:58:01.260359 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:58:01.267555 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:58:01.274506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event updated for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:01.345839 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:01.346528 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.366686 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-06f07635-4501-476a-bc58-b7fee6d9fd6f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046424 Oct 28 20:58:01.378299 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Request body: {'port': {'device_id': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:01.459893 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.559844 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Provisioning complete for port 33999d9e-9045-4db4-bed7-c7287b5b40cd triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:58:01.560474 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.560474 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Attempt 1 to provision port 33999d9e-9045-4db4-bed7-c7287b5b40cd Oct 28 20:58:01.595367 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Port 33999d9e-9045-4db4-bed7-c7287b5b40cd cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:58:01.882136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f4f5b-1371-4f43-9150-7fcf7c563a6f req-3770c95b-c71b-491a-8370-d9d9c8b44ac8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:01.883588 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5d1f4f5b-1371-4f43-9150-7fcf7c563a6f req-3770c95b-c71b-491a-8370-d9d9c8b44ac8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 931 time: 0.0549943 Oct 28 20:58:01.935357 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5d1f4f5b-1371-4f43-9150-7fcf7c563a6f req-c3410388-bb86-4e1b-9c9e-ce77e6f6aa4d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452776 Oct 28 20:58:01.959407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33999d9e-9045-4db4-bed7-c7287b5b40cd {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:58:01.969682 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks [] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:01.981953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Transition to ACTIVE for port object 33999d9e-9045-4db4-bed7-c7287b5b40cd will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:58:01.986258 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:02.044556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Pushing event updated for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:02.095335 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Attempting to bind port 33999d9e-9045-4db4-bed7-c7287b5b40cd on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:58:02.095662 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Attempting to bind port 33999d9e-9045-4db4-bed7-c7287b5b40cd by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:58:02.096028 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Attempting to bind port 33999d9e-9045-4db4-bed7-c7287b5b40cd on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:58:02.096366 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Attempt 2 to provision port 33999d9e-9045-4db4-bed7-c7287b5b40cd Oct 28 20:58:02.100995 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Port 33999d9e-9045-4db4-bed7-c7287b5b40cd on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:58:02.101316 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Attempting to bind port 33999d9e-9045-4db4-bed7-c7287b5b40cd on network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:58:02.106411 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:58:02.106834 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Checking segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:58:02.107214 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Bound using segment: {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:58:02.107653 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Bound port: 33999d9e-9045-4db4-bed7-c7287b5b40cd, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fbd3560-2c17-4022-b0f1-b858315ff242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:58:02.108041 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:02.132334 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Port 33999d9e-9045-4db4-bed7-c7287b5b40cd cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:58:02.170379 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:58:02.173461 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:58:02.179818 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:02.182948 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.183575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:02.186018 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] 10.222.0.26 "PUT /v2.0/ports/33999d9e-9045-4db4-bed7-c7287b5b40cd HTTP/1.1" status: 200 len: 1093 time: 0.8124747 Oct 28 20:58:02.188219 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:02.190500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98173924-0374-4c3e-be93-f108253630db" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:02.231560 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3578f074-532c-4610-bc6b-de4611b959aa x-openstack-request-id: req-3578f074-532c-4610-bc6b-de4611b959aa {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:02.231899 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:02.232163 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3578f074-532c-4610-bc6b-de4611b959aa {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:02.232557 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3578f074-532c-4610-bc6b-de4611b959aa'] response: {'name': 'network-changed', 'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'status': 'completed', 'code': 200} Oct 28 20:58:02.275585 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfc404-f4aa-495c-8db7-86a3a780296f service neutron] Pushing event updated for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:02.296880 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-9fa6d024-edf8-4e6d-b5be-023d39c5b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.298421 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-9fa6d024-edf8-4e6d-b5be-023d39c5b162 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 1127 time: 0.0627246 Oct 28 20:58:02.345073 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-7b85b814-14e8-403c-92ec-2892113101ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd HTTP/1.1" status: 200 len: 217 time: 0.0373681 Oct 28 20:58:02.398055 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-ff25c979-647b-414e-a887-5d53526cf1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.399447 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-ff25c979-647b-414e-a887-5d53526cf1d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0462596 Oct 28 20:58:02.457376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-7fd36c52-0964-4ee6-a90f-75a2a6915a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.458923 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-7fd36c52-0964-4ee6-a90f-75a2a6915a73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459459 Oct 28 20:58:02.557692 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-a9461836-a46d-4a4d-8306-e4db1904371d service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900667 Oct 28 20:58:02.633736 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Attempt 3 to provision port 33999d9e-9045-4db4-bed7-c7287b5b40cd Oct 28 20:58:02.658109 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-df564515-e42d-4549-96c6-9b894e2a9e20 req-b56563b0-5bb1-469d-a931-26f11434b7f7 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891821 Oct 28 20:58:02.678719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-807284ca-c6b8-42e3-8657-e9e8b904ac44 None None] Port 33999d9e-9045-4db4-bed7-c7287b5b40cd had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:58:02.781480 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173924-0374-4c3e-be93-f108253630db req-8d0295f6-67a4-46f4-9649-d51376822ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.783300 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-8d0295f6-67a4-46f4-9649-d51376822ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 1127 time: 0.0576072 Oct 28 20:58:02.882021 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173924-0374-4c3e-be93-f108253630db req-0bb36fd5-7db9-4ee8-942e-1e8c3eedef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.883511 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-0bb36fd5-7db9-4ee8-942e-1e8c3eedef7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.0907226 Oct 28 20:58:02.926201 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-33a1b73e-00f0-4e3c-8001-c0a17661c0f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd HTTP/1.1" status: 200 len: 217 time: 0.0349641 Oct 28 20:58:02.990268 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173924-0374-4c3e-be93-f108253630db req-575485d9-eb95-452b-b54f-aeb93d8402d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:02.990268 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-575485d9-eb95-452b-b54f-aeb93d8402d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0520475 Oct 28 20:58:03.045983 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173924-0374-4c3e-be93-f108253630db req-98c12c7d-b62a-43b5-94ee-4b7221c153bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:03.047524 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-98c12c7d-b62a-43b5-94ee-4b7221c153bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491610 Oct 28 20:58:03.068369 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55502a72-024e-4a72-a6e8-1997610f2711 req-669436db-4753-4610-8347-8cbbafdf999a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:03.069866 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55502a72-024e-4a72-a6e8-1997610f2711 req-669436db-4753-4610-8347-8cbbafdf999a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 943 time: 0.0548301 Oct 28 20:58:03.121432 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55502a72-024e-4a72-a6e8-1997610f2711 req-1d0d1102-ef83-4d58-870f-24ef3d816244 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454149 Oct 28 20:58:03.147661 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-6611175b-0861-4711-82a4-5778de519e27 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910504 Oct 28 20:58:03.247978 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-98173924-0374-4c3e-be93-f108253630db req-23bf62b5-f65f-47c6-99e7-9535527d30e5 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917773 Oct 28 20:58:04.258389 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de698d9f-230a-4ab6-9ae8-85d519edc121 req-ae386608-7424-4397-a3a0-3d2187dd6c91 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:04.260194 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de698d9f-230a-4ab6-9ae8-85d519edc121 req-ae386608-7424-4397-a3a0-3d2187dd6c91 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 943 time: 0.0591886 Oct 28 20:58:04.314295 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de698d9f-230a-4ab6-9ae8-85d519edc121 req-0eeae84e-0dc2-4eee-9258-256487c4db69 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481191 Oct 28 20:58:04.370484 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 33999d9e-9045-4db4-bed7-c7287b5b40cd details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:58:04.477774 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:04.490574 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'port_id': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'mac_address': 'fa:16:3e:22:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:58:04.527367 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 33999d9e-9045-4db4-bed7-c7287b5b40cd is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:58:04.528319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:04.542027 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33999d9e-9045-4db4-bed7-c7287b5b40cd {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:58:04.562872 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:04.567418 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:04.615161 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:04.878529 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['33999d9e-9045-4db4-bed7-c7287b5b40cd'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:58:05.449873 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceef70-d719-42f2-a885-3c90c8224d8f req-01d79095-dbfb-4ebf-84f4-a22d1e28319d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:05.451488 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72ceef70-d719-42f2-a885-3c90c8224d8f req-01d79095-dbfb-4ebf-84f4-a22d1e28319d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 944 time: 0.0616834 Oct 28 20:58:05.525556 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72ceef70-d719-42f2-a885-3c90c8224d8f req-d5dc4783-27ae-4fcf-930f-687d25f20085 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669053 Oct 28 20:58:06.376607 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 33999d9e-9045-4db4-bed7-c7287b5b40cd up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:58:06.427368 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 33999d9e-9045-4db4-bed7-c7287b5b40cd completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:58:06.432211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 33999d9e-9045-4db4-bed7-c7287b5b40cd triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:58:06.432599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:06.432944 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 33999d9e-9045-4db4-bed7-c7287b5b40cd Oct 28 20:58:06.518444 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 33999d9e-9045-4db4-bed7-c7287b5b40cd is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:58:06.518738 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:06.542927 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:06.545830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260bbd73-bd23-441f-8e58-058ad7c57004" -d '{"events": [{"server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "name": "network-vif-plugged", "status": "completed", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:06.560492 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:06.566144 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:06.592609 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813b02c9-e9e3-40e5-ac11-a19acd304dc1 x-openstack-request-id: req-813b02c9-e9e3-40e5-ac11-a19acd304dc1 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:06.592973 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "name": "network-vif-plugged", "status": "completed", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:06.593157 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-813b02c9-e9e3-40e5-ac11-a19acd304dc1 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:06.593564 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813b02c9-e9e3-40e5-ac11-a19acd304dc1'] response: {'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'code': 200} Oct 28 20:58:06.624916 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:06.676928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61108c-8ef8-46e2-9efe-483615ece0bd req-21a7c806-ad23-4c3b-8955-7dcc87fe2d6a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:06.678501 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8f61108c-8ef8-46e2-9efe-483615ece0bd req-21a7c806-ad23-4c3b-8955-7dcc87fe2d6a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0682261 Oct 28 20:58:06.730914 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8f61108c-8ef8-46e2-9efe-483615ece0bd req-92333e8f-4a9f-4803-a3fb-0765ecec11c0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455966 Oct 28 20:58:06.791422 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89594ff-ead3-4493-bac2-5a08830f6f01 req-6b8508fb-99af-4415-bf63-566cc49ea357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:06.792888 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d89594ff-ead3-4493-bac2-5a08830f6f01 req-6b8508fb-99af-4415-bf63-566cc49ea357 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 1129 time: 0.0473840 Oct 28 20:58:06.850528 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d89594ff-ead3-4493-bac2-5a08830f6f01 req-373bb698-ab04-4e2f-823f-9b2bb0fb83c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508311 Oct 28 20:58:07.864779 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda41d4c-45b4-4aa8-af77-4594d95be885 req-709c828f-0296-406b-84eb-6a515f9a4d03 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:07.866315 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fda41d4c-45b4-4aa8-af77-4594d95be885 req-709c828f-0296-406b-84eb-6a515f9a4d03 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0570197 Oct 28 20:58:07.917649 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fda41d4c-45b4-4aa8-af77-4594d95be885 req-f07eb5c9-3b14-4d3b-973b-05dce6286f5c tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454628 Oct 28 20:58:09.056012 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131998d3-d6bf-4735-b9d7-fa0c98048489 req-f32c48e3-e709-4cd2-aaf6-2e5a3457af38 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:09.057481 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-131998d3-d6bf-4735-b9d7-fa0c98048489 req-f32c48e3-e709-4cd2-aaf6-2e5a3457af38 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0609047 Oct 28 20:58:09.115015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-131998d3-d6bf-4735-b9d7-fa0c98048489 req-3a03472f-5d6c-47f0-ba50-4c5a9eb8625f tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485022 Oct 28 20:58:09.250109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928471dc-19c0-4666-9f5f-893a1349a364 req-a0c62596-af74-453e-8855-0773df06eed8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:09.253533 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-928471dc-19c0-4666-9f5f-893a1349a364 req-a0c62596-af74-453e-8855-0773df06eed8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Oct 28 20:58:09.266549 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33046) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:09.271447 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Request body: {'floatingip': {'port_id': '33999d9e-9045-4db4-bed7-c7287b5b40cd'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:09.309691 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:09.401117 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:58:09.999344 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:10.003120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:10.117828 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Floating IP 55e33c1a-c7f6-439b-ac96-f0efc4aff025 associated. External IP: 172.27.3.191, port: 33999d9e-9045-4db4-bed7-c7287b5b40cd. Oct 28 20:58:10.319711 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:10.361977 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:58:10.468993 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:58:10.473913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:10.478430 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:58:10.490699 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:10.491315 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:10.509050 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ae66753c-ba0c-49a9-8d07-7bc996ffaa02 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "PUT /v2.0/floatingips/55e33c1a-c7f6-439b-ac96-f0efc4aff025 HTTP/1.1" status: 200 len: 991 time: 1.2413785 Oct 28 20:58:10.510608 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:10.513621 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea1950c-d100-446c-8441-a1973a7d6dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:10.553290 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd98309f-48fc-4d9f-bd63-d0ea30a1f90b x-openstack-request-id: req-cd98309f-48fc-4d9f-bd63-d0ea30a1f90b {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:10.553678 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:10.553908 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd98309f-48fc-4d9f-bd63-d0ea30a1f90b {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:10.554267 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd98309f-48fc-4d9f-bd63-d0ea30a1f90b'] response: {'name': 'network-changed', 'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'status': 'completed', 'code': 200} Oct 28 20:58:10.600167 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:10.640563 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-e5b892b5-f7ee-40b6-8a11-b993ebb7dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:10.642138 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-e5b892b5-f7ee-40b6-8a11-b993ebb7dd71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 1129 time: 0.0554376 Oct 28 20:58:10.754482 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-d9f9659c-3177-4f6c-bb4a-eaa1198eccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:10.757080 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-d9f9659c-3177-4f6c-bb4a-eaa1198eccad service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 200 len: 912 time: 0.1084354 Oct 28 20:58:10.837805 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-feaab635-4349-4526-af0a-80f7b1236c81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd HTTP/1.1" status: 200 len: 999 time: 0.0715573 Oct 28 20:58:10.875314 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c1b53-961f-4a5c-8dfd-2aa240cffc48 req-d5c5cd64-2356-46a6-a416-1935e7a88cc9 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:10.876927 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f6c1b53-961f-4a5c-8dfd-2aa240cffc48 req-d5c5cd64-2356-46a6-a416-1935e7a88cc9 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0633190 Oct 28 20:58:10.902984 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-a84cefca-c90d-44b0-9cb8-d9c76cd2e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:10.904557 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-a84cefca-c90d-44b0-9cb8-d9c76cd2e219 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 200 len: 850 time: 0.0585949 Oct 28 20:58:10.934986 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f6c1b53-961f-4a5c-8dfd-2aa240cffc48 req-a719a72f-5025-4f44-9dc4-1d3b402ae328 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501022 Oct 28 20:58:10.944896 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '55e33c1a-c7f6-439b-ac96-f0efc4aff025', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:22:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:58Z', 'updated_at': '2022-10-28T20:58:09Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:10.963114 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-988b8220-2438-42b8-b216-b3586990928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:10.964715 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-988b8220-2438-42b8-b216-b3586990928d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486889 Oct 28 20:58:10.977233 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:58:10.986101 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:10.986634 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:57:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:11.063979 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-d83879a4-b084-4a89-a08f-802b90839ae2 service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901790 Oct 28 20:58:11.091854 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:11.159562 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cea1950c-d100-446c-8441-a1973a7d6dfc req-3d517d14-10bd-4f03-93c8-6e7c1713184f service neutron] 10.222.0.26 "GET /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873382 Oct 28 20:58:11.315658 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '55e33c1a-c7f6-439b-ac96-f0efc4aff025', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:22:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:58Z', 'updated_at': '2022-10-28T20:58:09Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:11.340573 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d72916-33a2-4c75-ad27-09566e19d538 None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '55e33c1a-c7f6-439b-ac96-f0efc4aff025', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'port_id': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'mac_address': 'fa:16:3e:22:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:57:58Z', 'updated_at': '2022-10-28T20:58:09Z', 'revision_number': 1, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:58:11.536020 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9ebe8-0d93-4019-88a2-ab2fbaa31c36 None None] New status for floating IP 55e33c1a-c7f6-439b-ac96-f0efc4aff025: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:58:12.063417 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827989ce-2f38-4c04-aa94-d286c1a8ad07 req-75822c68-a0c9-4871-b26d-7aeecc6ff005 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:12.064977 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-827989ce-2f38-4c04-aa94-d286c1a8ad07 req-75822c68-a0c9-4871-b26d-7aeecc6ff005 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0535190 Oct 28 20:58:12.083045 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0f80c6b1-d911-4061-96b4-99d5d3258813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:12.116116 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-827989ce-2f38-4c04-aa94-d286c1a8ad07 req-aa8c8431-d1a7-4585-bfb3-41b6ab2f3a4a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454295 Oct 28 20:58:13.243417 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856936e7-dbf1-4abd-a5a9-2468e6ee2038 req-7fc6f604-7127-49e6-875c-6aa6b34680a2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:13.244902 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-856936e7-dbf1-4abd-a5a9-2468e6ee2038 req-7fc6f604-7127-49e6-875c-6aa6b34680a2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0561256 Oct 28 20:58:13.293703 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-856936e7-dbf1-4abd-a5a9-2468e6ee2038 req-2900d5bb-08ed-4c21-9028-b40900804691 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Oct 28 20:58:14.418600 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7c446-9c5f-480c-a906-ce668c3d01bc req-13212884-045b-4e69-9e2a-13c280782a29 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:14.420723 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2ea7c446-9c5f-480c-a906-ce668c3d01bc req-13212884-045b-4e69-9e2a-13c280782a29 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0538282 Oct 28 20:58:14.470630 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2ea7c446-9c5f-480c-a906-ce668c3d01bc req-cb381584-fd9a-4f8d-ad8e-329c0db5faba tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Oct 28 20:58:14.547218 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-98abfa06-f702-4586-8c84-59552499c3a2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:14.548696 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-98abfa06-f702-4586-8c84-59552499c3a2 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 945 time: 0.0538483 Oct 28 20:58:14.641814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-bce47f08-c0a5-4d0b-9714-21705e61c793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:14.642451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Deleting port 7a1ab8eb-680b-4e2d-8e53-aed86682acac {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:14.642451 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:14.731472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] For port 7a1ab8eb-680b-4e2d-8e53-aed86682acac, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=7a1ab8eb-680b-4e2d-8e53-aed86682acac,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:14.732329 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:14.899712 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:14.900104 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:14.900424 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Floating IP 0da23fa3-7407-4825-9ff5-1b56de4e4d58 disassociated. External IP: 172.27.3.21, port: 7a1ab8eb-680b-4e2d-8e53-aed86682acac. Oct 28 20:58:14.900767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Calling delete_port for 7a1ab8eb-680b-4e2d-8e53-aed86682acac owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:15.038884 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (7a1ab8eb-680b-4e2d-8e53-aed86682acac), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:15.074497 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event deleted for resources: {'Port': ['ID=7a1ab8eb-680b-4e2d-8e53-aed86682acac,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:15.183076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:58:15.298039 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:58:15.309055 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:58:15.318967 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:15.319676 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:15.347157 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] No DVR routers for this DVR port 7a1ab8eb-680b-4e2d-8e53-aed86682acac on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:15.349741 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:15.353205 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-38f77340-c952-4d5b-bbff-6f02b1474950 req-66190671-0582-4ab2-bf3c-2ac79b370b08 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "DELETE /v2.0/ports/7a1ab8eb-680b-4e2d-8e53-aed86682acac HTTP/1.1" status: 204 len: 173 time: 0.7991590 Oct 28 20:58:15.353731 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'name': 'network-vif-deleted', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:15.356489 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855cbd73-cae8-47b1-b9af-07fa28afb762" -d '{"events": [{"server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "name": "network-vif-deleted", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:15.395628 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d3a38-6f0e-44a8-b4cb-67ab1ff2cb0c x-openstack-request-id: req-8d7d3a38-6f0e-44a8-b4cb-67ab1ff2cb0c {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:15.396175 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb906b49-adb7-40bd-a3cb-60af213545cb", "name": "network-vif-deleted", "tag": "7a1ab8eb-680b-4e2d-8e53-aed86682acac", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:15.396425 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8d7d3a38-6f0e-44a8-b4cb-67ab1ff2cb0c {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:15.396878 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7d3a38-6f0e-44a8-b4cb-67ab1ff2cb0c'] response: {'server_uuid': 'fb906b49-adb7-40bd-a3cb-60af213545cb', 'name': 'network-vif-deleted', 'tag': '7a1ab8eb-680b-4e2d-8e53-aed86682acac', 'status': 'completed', 'code': 200} Oct 28 20:58:15.440852 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:15.607050 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-44fe4492-d22a-43c9-9c4b-797fb997de65 req-8eff40f3-4d2f-4ed7-a468-611a9562e637 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=fb906b49-adb7-40bd-a3cb-60af213545cb HTTP/1.1" status: 200 len: 210 time: 0.0301020 Oct 28 20:58:15.672535 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:15.697394 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:58:15.706790 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:15.707388 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:15.812624 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:16.014954 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:16.043330 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835cf174-0e85-4144-9331-4127d7ee0853 None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:21Z', 'revision_number': 4, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4', 'name': '', 'network_id': '37bf060d-dcd9-487e-8c29-ea49b0f0844c', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'mac_address': 'fa:16:3e:2b:2b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:16Z', 'updated_at': '2022-10-28T20:53:43Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'subnets': [{'id': '58077f8c-4c84-4b60-a26f-fa20c33ec600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:58:16.302565 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8625b-e92f-422d-99e1-ff7a50016359 None None] New status for floating IP 0da23fa3-7407-4825-9ff5-1b56de4e4d58: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:58:16.673675 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:16.731606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33106) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:16.796714 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:16.822463 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:16.877086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:16.879759 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:16.880945 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "DELETE /v2.0/security-groups/d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7 HTTP/1.1" status: 204 len: 168 time: 0.1479089 Oct 28 20:58:16.883766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33108) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:16.891445 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c1903-690d-4aa9-8dad-3675fa728633 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:16.900421 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.api.v2.resource [None req-b8a7fdcb-5ab7-49f5-a0ac-ba79ea1f9a3e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] show failed (client error): The resource could not be found. Oct 28 20:58:16.901805 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b8a7fdcb-5ab7-49f5-a0ac-ba79ea1f9a3e tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups/d8beb4f4-e76a-4bfb-abe4-8655a18d7ec7 HTTP/1.1" status: 404 len: 347 time: 0.0169716 Oct 28 20:58:16.905517 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33110) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:17.037072 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Deleting port bd95e5df-94c3-4fdb-bd45-e3766ad67499 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:17.037334 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.122795 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.123196 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (bd95e5df-94c3-4fdb-bd45-e3766ad67499), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.136147 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Calling delete_port for bd95e5df-94c3-4fdb-bd45-e3766ad67499 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:17.275713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (bd95e5df-94c3-4fdb-bd45-e3766ad67499), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.301187 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event deleted for resources: {'Port': ['ID=bd95e5df-94c3-4fdb-bd45-e3766ad67499,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:17.364976 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks [] for floatingip (0da23fa3-7407-4825-9ff5-1b56de4e4d58), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.367555 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:17.368834 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ed6f062b-751f-4b7c-bfc6-61f181a50c66 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "DELETE /v2.0/floatingips/0da23fa3-7407-4825-9ff5-1b56de4e4d58 HTTP/1.1" status: 204 len: 168 time: 0.4620917 Oct 28 20:58:18.307185 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:18.439144 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 7a1ab8eb-680b-4e2d-8e53-aed86682acac no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:18.461886 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 7a1ab8eb-680b-4e2d-8e53-aed86682acac {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:18.462227 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 7a1ab8eb-680b-4e2d-8e53-aed86682acac not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:18.709143 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:19.377814 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809ede-b570-4cfd-ab42-fac7081346b5 req-d288c09a-060a-4e6a-b026-81bc4733af01 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:19.379682 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce809ede-b570-4cfd-ab42-fac7081346b5 req-d288c09a-060a-4e6a-b026-81bc4733af01 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0590651 Oct 28 20:58:19.428691 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce809ede-b570-4cfd-ab42-fac7081346b5 req-56bb4b5f-a58c-48f8-85b7-920d9824f6a7 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434220 Oct 28 20:58:19.848552 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d190c54f-6f7d-4fd0-a4cf-e281c9683e5c req-c4269237-9c22-422a-b739-681c8a81220d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:19.850049 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d190c54f-6f7d-4fd0-a4cf-e281c9683e5c req-c4269237-9c22-422a-b739-681c8a81220d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0539854 Oct 28 20:58:19.897392 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d190c54f-6f7d-4fd0-a4cf-e281c9683e5c req-f7f80aa6-782f-4250-92c8-b9c770e5001f tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416696 Oct 28 20:58:20.557024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b572a-a2fd-4019-8da3-2fb41c66747d req-c8233d9f-c324-4932-8bcc-f81224621bb4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:20.558412 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af0b572a-a2fd-4019-8da3-2fb41c66747d req-c8233d9f-c324-4932-8bcc-f81224621bb4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0568142 Oct 28 20:58:20.605022 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af0b572a-a2fd-4019-8da3-2fb41c66747d req-29223b2b-070d-4a88-8899-32ea1aedc3fd tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=62fa5ebb-a10f-4262-bb3a-ca97829deaad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 Oct 28 20:58:21.064777 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ea790-3b04-4394-8974-617d408e92ee req-158e4f56-df78-492d-be49-7fa3a6fd9ffb tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:21.066288 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b43ea790-3b04-4394-8974-617d408e92ee req-158e4f56-df78-492d-be49-7fa3a6fd9ffb tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 945 time: 0.0711567 Oct 28 20:58:21.069179 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34293851-2122-4db2-afa8-01d36df499b4 req-fc10a5aa-0260-4f79-93db-3643d40c8c56 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:21.070717 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34293851-2122-4db2-afa8-01d36df499b4 req-fc10a5aa-0260-4f79-93db-3643d40c8c56 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0821707 Oct 28 20:58:21.124499 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34293851-2122-4db2-afa8-01d36df499b4 req-2812d16e-1f51-4485-a41c-e654da3d9f13 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481412 Oct 28 20:58:21.163624 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:21.164138 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:21.263304 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] For port 4f7dcaa7-b465-4e92-b4ff-1768c059a137, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=4f7dcaa7-b465-4e92-b4ff-1768c059a137,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:21.263773 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:21.419625 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:21.420587 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:21.420896 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 8300beca-51e1-45e1-a393-2f20f66ad3f1 disassociated. External IP: 172.27.3.167, port: 4f7dcaa7-b465-4e92-b4ff-1768c059a137. Oct 28 20:58:21.421229 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for 4f7dcaa7-b465-4e92-b4ff-1768c059a137 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:21.542713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (4f7dcaa7-b465-4e92-b4ff-1768c059a137), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:21.572792 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=4f7dcaa7-b465-4e92-b4ff-1768c059a137,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:21.681882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:58:21.707129 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d05a4093-9ea2-48da-91d5-aa8a234ceac9 req-fc2f73fc-784f-45f7-aeda-0bbf7564b1ed tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=a7509d1f-65cd-40e6-9fd2-b6e23e075e8e HTTP/1.1" status: 200 len: 210 time: 0.0275726 Oct 28 20:58:21.799631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:58:21.810549 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:58:21.821165 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:21.821882 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:21.932818 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:22.064953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] No DVR routers for this DVR port 4f7dcaa7-b465-4e92-b4ff-1768c059a137 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:22.067375 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.070799 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-b43ea790-3b04-4394-8974-617d408e92ee req-1883fc01-b4af-4ef5-adf7-cd562c82d566 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "DELETE /v2.0/ports/4f7dcaa7-b465-4e92-b4ff-1768c059a137 HTTP/1.1" status: 204 len: 173 time: 0.9986820 Oct 28 20:58:22.071345 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'name': 'network-vif-deleted', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:22.073843 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339d68c-d289-4e57-81f5-6a08b7028290" -d '{"events": [{"server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "name": "network-vif-deleted", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:22.120598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc33617-02c1-4b5f-97c8-9e69ba72f8db x-openstack-request-id: req-efc33617-02c1-4b5f-97c8-9e69ba72f8db {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:22.120897 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7509d1f-65cd-40e6-9fd2-b6e23e075e8e", "name": "network-vif-deleted", "tag": "4f7dcaa7-b465-4e92-b4ff-1768c059a137", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:22.121159 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-efc33617-02c1-4b5f-97c8-9e69ba72f8db {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:22.121560 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc33617-02c1-4b5f-97c8-9e69ba72f8db'] response: {'server_uuid': 'a7509d1f-65cd-40e6-9fd2-b6e23e075e8e', 'name': 'network-vif-deleted', 'tag': '4f7dcaa7-b465-4e92-b4ff-1768c059a137', 'status': 'completed', 'code': 200} Oct 28 20:58:22.246730 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:22.274873 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:58:22.284011 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:22.284625 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:22.303092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c54eb-820a-4f81-b081-a7b0eb088904 req-a2b7c14d-1830-4ae4-9c9b-6bc17ae37a49 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:22.304634 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c15c54eb-820a-4f81-b081-a7b0eb088904 req-a2b7c14d-1830-4ae4-9c9b-6bc17ae37a49 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0629780 Oct 28 20:58:22.353406 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c15c54eb-820a-4f81-b081-a7b0eb088904 req-04072ffc-ed25-4f24-abca-1c52025b64eb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Oct 28 20:58:22.387302 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:22.389439 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-ab341f0f-71e4-4040-9eb8-5097b20aa1bb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:22.390903 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-ab341f0f-71e4-4040-9eb8-5097b20aa1bb tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Oct 28 20:58:22.485706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Deleting port 70264856-a034-4e9c-b025-e4f36d3fe157 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:22.486045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.583840 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] For port 70264856-a034-4e9c-b025-e4f36d3fe157, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=70264856-a034-4e9c-b025-e4f36d3fe157,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:22.584208 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.589904 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:22.602260 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Calling delete_port for 70264856-a034-4e9c-b025-e4f36d3fe157 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:22.617122 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e0c63e-7968-49f8-81c8-72bd9497ff5a None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:58:22.744264 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (70264856-a034-4e9c-b025-e4f36d3fe157), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.757422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', '70264856-a034-4e9c-b025-e4f36d3fe157'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:58:22.780349 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event deleted for resources: {'Port': ['ID=70264856-a034-4e9c-b025-e4f36d3fe157,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:22.843480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33172) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:22.847952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] No DVR routers for this DVR port 70264856-a034-4e9c-b025-e4f36d3fe157 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:22.851429 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.854758 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-fcbb5810-8941-464d-981b-bbd4d35b4081 req-d97b02ab-7c3d-4a90-9737-666eb2d30c6d tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "DELETE /v2.0/ports/70264856-a034-4e9c-b025-e4f36d3fe157 HTTP/1.1" status: 204 len: 173 time: 0.4573362 Oct 28 20:58:22.913602 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (62fa5ebb-a10f-4262-bb3a-ca97829deaad), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.944537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (62fa5ebb-a10f-4262-bb3a-ca97829deaad), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:22.962521 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009a4718-84e0-45ac-b3dd-5d46b617d027 None None] New status for floating IP 8300beca-51e1-45e1-a393-2f20f66ad3f1: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:58:22.999100 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (62fa5ebb-a10f-4262-bb3a-ca97829deaad), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.002557 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.003812 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/security-groups/62fa5ebb-a10f-4262-bb3a-ca97829deaad HTTP/1.1" status: 204 len: 168 time: 0.1591041 Oct 28 20:58:23.006819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33174) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.015515 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fa5ebb-a10f-4262-bb3a-ca97829deaad,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:23.021419 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.api.v2.resource [None req-a468b1b8-56ba-4cfb-83ea-33faaf022dd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] show failed (client error): The resource could not be found. Oct 28 20:58:23.025397 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a468b1b8-56ba-4cfb-83ea-33faaf022dd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups/62fa5ebb-a10f-4262-bb3a-ca97829deaad HTTP/1.1" status: 404 len: 347 time: 0.0147636 Oct 28 20:58:23.025554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.025554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.025554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.025554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.025554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.025953 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.026206 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.026408 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.026733 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.027185 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.027524 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.027885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.028265 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2610b36-bebd-4c68-b1e8-c1bac24e618c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:23.029556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33176) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.162236 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port cbfe2e25-6dca-4ef9-966d-bf0eb11ca199 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:23.162871 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.242483 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.242885 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.256888 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for cbfe2e25-6dca-4ef9-966d-bf0eb11ca199 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:23.410207 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (cbfe2e25-6dca-4ef9-966d-bf0eb11ca199), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.436655 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=cbfe2e25-6dca-4ef9-966d-bf0eb11ca199,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:23.503467 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (8300beca-51e1-45e1-a393-2f20f66ad3f1), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.506561 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.510143 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a6c6df25-c4db-4b29-8074-0c003cd4eed5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/floatingips/8300beca-51e1-45e1-a393-2f20f66ad3f1 HTTP/1.1" status: 204 len: 168 time: 0.4770977 Oct 28 20:58:23.583226 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33186) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.587946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1920789806', 'description': 'tempest-description--767786801'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:23.609436 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.655756 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f474c-9359-46db-92e2-977053e14d46 req-7b90937c-8723-4186-a79a-f4df5a013c3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:23.657492 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f39f474c-9359-46db-92e2-977053e14d46 req-7b90937c-8723-4186-a79a-f4df5a013c3a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0558856 Oct 28 20:58:23.681899 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (a4e03731-3d58-43b1-a015-37c9c07e04a2), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.685810 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a4e03731-3d58-43b1-a015-37c9c07e04a2), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.711225 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f39f474c-9359-46db-92e2-977053e14d46 req-5fac2953-281b-4c66-99e8-09d3e07a4b85 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Oct 28 20:58:23.718006 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.719248 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1349578 Oct 28 20:58:23.722130 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33190) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.728450 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': 'a4e03731-3d58-43b1-a015-37c9c07e04a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:23.733864 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7a84e-0351-40d0-814a-ebe6a491e15e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e03731-3d58-43b1-a015-37c9c07e04a2,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:23.758513 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (ddb06463-7f7c-435c-ab81-72ea34512453), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.814534 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (ddb06463-7f7c-435c-ab81-72ea34512453), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.818168 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (ddb06463-7f7c-435c-ab81-72ea34512453), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.835591 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb06463-7f7c-435c-ab81-72ea34512453,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:23.844123 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.845343 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b437b2b6-2d96-4da4-84c3-5418fc6b1fd6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217151 Oct 28 20:58:23.848130 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33192) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.852554 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'security_group_rule': {'security_group_id': 'a4e03731-3d58-43b1-a015-37c9c07e04a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:23.878492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (651f37aa-b494-4289-84d2-22c917ef17d9), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.940196 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (651f37aa-b494-4289-84d2-22c917ef17d9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.943712 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (651f37aa-b494-4289-84d2-22c917ef17d9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.962882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651f37aa-b494-4289-84d2-22c917ef17d9,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:23.969503 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:23.970693 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-817d791d-4617-48fe-9df6-32f96035fffe tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215930 Oct 28 20:58:23.973739 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33194) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:23.977916 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:23.998176 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.100563 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.138689 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'name': 'network-vif-deleted', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:24.140970 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c98792-b2ac-4b57-b24a-fd4ee004699a" -d '{"events": [{"server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "name": "network-vif-deleted", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:24.191086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e79577-2865-45a3-95d4-fcd1de0bf700 x-openstack-request-id: req-44e79577-2865-45a3-95d4-fcd1de0bf700 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:24.191836 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2", "name": "network-vif-deleted", "tag": "70264856-a034-4e9c-b025-e4f36d3fe157", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:24.191836 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-44e79577-2865-45a3-95d4-fcd1de0bf700 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:24.192019 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44e79577-2865-45a3-95d4-fcd1de0bf700'] response: {'server_uuid': 'a2f7ce7b-fae6-4f0a-a6aa-45728fc92ed2', 'name': 'network-vif-deleted', 'tag': '70264856-a034-4e9c-b025-e4f36d3fe157', 'status': 'completed', 'code': 200} Oct 28 20:58:24.220013 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.27.3.72 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/e47fc36a-7fd1-4b34-af04-2c5efbde3618) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:58:24.321848 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.354597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.390008 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:58:24.392702 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:58:24.398575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:58:24.403987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=e47fc36a-7fd1-4b34-af04-2c5efbde3618,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:24.438665 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 4f7dcaa7-b465-4e92-b4ff-1768c059a137 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:24.458315 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 4f7dcaa7-b465-4e92-b4ff-1768c059a137 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:24.458666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 4f7dcaa7-b465-4e92-b4ff-1768c059a137 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:24.459098 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 70264856-a034-4e9c-b025-e4f36d3fe157 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:24.477651 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 70264856-a034-4e9c-b025-e4f36d3fe157 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:24.478000 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 70264856-a034-4e9c-b025-e4f36d3fe157 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:24.486698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.523769 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.670441 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.674978 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.738856 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=e47fc36a-7fd1-4b34-af04-2c5efbde3618,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:24.742304 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.761045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:24.762294 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-49c36624-0571-4042-bb9f-547647e895ae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7876472 Oct 28 20:58:24.841616 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec502d-d31d-41b0-82b4-5e603a7c704e req-8dacbe91-36fa-4df1-8c71-3059a08c173a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:24.843205 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f5ec502d-d31d-41b0-82b4-5e603a7c704e req-8dacbe91-36fa-4df1-8c71-3059a08c173a tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0549123 Oct 28 20:58:24.907507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f5ec502d-d31d-41b0-82b4-5e603a7c704e req-de787b69-4522-4776-8d17-3afb3c75ba44 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Oct 28 20:58:24.929145 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-83873f81-9e44-420a-a0c0-4fade4984a1f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1920789806&fields=id&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 267 time: 0.0594561 Oct 28 20:58:25.041762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-41933aa6-e756-4ef1-82ac-3917c61e55a4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:25.044777 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-41933aa6-e756-4ef1-82ac-3917c61e55a4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.1074660 Oct 28 20:58:25.059332 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99499fef-0c24-4549-916b-1a945d59b82f tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/quotas/c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Oct 28 20:58:25.114033 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-138b0bb4-25c4-4320-a8d5-b75b4ae799e3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487406 Oct 28 20:58:25.206946 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-fc09f06b-8c69-4da9-afff-35ce9826353c service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810642 Oct 28 20:58:25.303081 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-c8d23102-0062-4422-8ec8-7e17d09a0cea service neutron] 10.222.0.49 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904334 Oct 28 20:58:25.463885 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a80684c8-388f-4689-80ab-de6eb6047fc4 req-d9181f07-eaf0-4e41-a291-1bada1a62a5c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 210 time: 0.0272279 Oct 28 20:58:26.034991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519019b-3af3-4d01-a037-0ae9a18ba100 req-d9613b7a-c166-4f5d-a2b6-6cdd40edabc1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:26.036532 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6519019b-3af3-4d01-a037-0ae9a18ba100 req-d9613b7a-c166-4f5d-a2b6-6cdd40edabc1 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0543535 Oct 28 20:58:26.092450 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6519019b-3af3-4d01-a037-0ae9a18ba100 req-c1082bee-3eae-49e5-81de-e615c1509e70 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460765 Oct 28 20:58:26.551370 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-ed1bfe2c-d257-43e0-a6eb-1f9cfc499c88 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:26.552861 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-ed1bfe2c-d257-43e0-a6eb-1f9cfc499c88 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 814 time: 0.2178075 Oct 28 20:58:26.624276 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-3c93ac12-f3eb-4ca1-9990-414b922f42b7 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c09c53c40108411b8b37620f637000e2 HTTP/1.1" status: 200 len: 380 time: 0.0573976 Oct 28 20:58:26.637227 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'port': {'device_id': '02e2d789-49c4-42ad-9138-e6be6610048f', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'admin_state_up': True, 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'security_groups': ['a4e03731-3d58-43b1-a015-37c9c07e04a2']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:26.718031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1ff90f67-e9e0-4d22-88a2-05915481fad1 req-a243fe1d-8569-49f7-aab8-cf04ab1d2c71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 210 time: 0.1558805 Oct 28 20:58:26.756102 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Made reservation on behalf of c09c53c40108411b8b37620f637000e2 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:58:26.759306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:26.882324 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Allocated IP 172.20.0.7 (58e46008-6198-4244-bd77-9dc3966e763e/4b7bd80f-d207-4ebe-92e1-649d9660a0c5/0e301585-0443-417a-b056-aceea2fbcf85) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:58:27.021783 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for port (0e301585-0443-417a-b056-aceea2fbcf85), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.054603 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.096394 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Network 58e46008-6198-4244-bd77-9dc3966e763e is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:58:27.099829 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:58:27.106070 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:58:27.112694 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event updated for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:27.171644 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.172487 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.193351 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-99d2fb67-918a-42be-a765-b38da72e0b37 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617402 Oct 28 20:58:27.206190 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Request body: {'port': {'device_id': '02e2d789-49c4-42ad-9138-e6be6610048f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:27.231452 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec09c2-1c09-4d63-8560-295820c1ff1b req-f4f65df5-42f2-4c93-9df8-28a703bf3f23 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.237058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55ec09c2-1c09-4d63-8560-295820c1ff1b req-f4f65df5-42f2-4c93-9df8-28a703bf3f23 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0658402 Oct 28 20:58:27.284009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (0e301585-0443-417a-b056-aceea2fbcf85), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.297268 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55ec09c2-1c09-4d63-8560-295820c1ff1b req-4ac079c6-1bf0-4a5d-8f93-49d7bde528ed tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/security-groups?id=55e29808-9d0e-4efc-9363-839f5addc740&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573857 Oct 28 20:58:27.390932 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Provisioning complete for port 0e301585-0443-417a-b056-aceea2fbcf85 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:58:27.392154 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (0e301585-0443-417a-b056-aceea2fbcf85), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.392693 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Attempt 1 to provision port 0e301585-0443-417a-b056-aceea2fbcf85 Oct 28 20:58:27.432792 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Port 0e301585-0443-417a-b056-aceea2fbcf85 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 20:58:27.442067 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-0fb23cd7-400f-4d64-83b8-82c10fe47e39 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.443523 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-0fb23cd7-400f-4d64-83b8-82c10fe47e39 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 946 time: 0.0713165 Oct 28 20:58:27.540491 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Deleting port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:27.540745 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.564930 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e301585-0443-417a-b056-aceea2fbcf85 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:58:27.572463 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks [] for port (0e301585-0443-417a-b056-aceea2fbcf85), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.585199 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Transition to ACTIVE for port object 0e301585-0443-417a-b056-aceea2fbcf85 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:58:27.588800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.632129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] For port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:27.632495 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.646402 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Pushing event updated for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:27.651400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Calling delete_port for c5732f57-8c38-43e9-a3e6-4ec3babfb1ee owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:27.697804 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Attempting to bind port 0e301585-0443-417a-b056-aceea2fbcf85 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:58:27.698137 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Attempting to bind port 0e301585-0443-417a-b056-aceea2fbcf85 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:58:27.698468 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Attempting to bind port 0e301585-0443-417a-b056-aceea2fbcf85 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:58:27.703598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Port 0e301585-0443-417a-b056-aceea2fbcf85 on network 58e46008-6198-4244-bd77-9dc3966e763e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:58:27.703957 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Attempting to bind port 0e301585-0443-417a-b056-aceea2fbcf85 on network 58e46008-6198-4244-bd77-9dc3966e763e {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:58:27.708977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:58:27.709320 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Checking segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:58:27.709718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Bound using segment: {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:58:27.710147 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Bound port: 0e301585-0443-417a-b056-aceea2fbcf85, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46f39af6-316a-4d75-b3e9-793cf60c50d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:58:27.710507 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (0e301585-0443-417a-b056-aceea2fbcf85), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.785613 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:58:27.790073 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=0e301585-0443-417a-b056-aceea2fbcf85,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:58:27.790635 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (c5732f57-8c38-43e9-a3e6-4ec3babfb1ee), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.798676 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.802114 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.802734 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.805586 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] 10.222.0.26 "PUT /v2.0/ports/0e301585-0443-417a-b056-aceea2fbcf85 HTTP/1.1" status: 200 len: 1093 time: 0.6045613 Oct 28 20:58:27.806342 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['c5732f57-8c38-43e9-a3e6-4ec3babfb1ee'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:58:27.807839 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:27.812414 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477e09f6-b0f8-496b-9490-941bcf750688" -d '{"events": [{"name": "network-changed", "server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "tag": "0e301585-0443-417a-b056-aceea2fbcf85"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:27.830974 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Pushing event deleted for resources: {'Port': ['ID=c5732f57-8c38-43e9-a3e6-4ec3babfb1ee,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:27.886606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60be1d-7adf-4c9e-ad04-f180d05aaa63 service neutron] Pushing event updated for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:27.895118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36623abc-cdf9-4d58-a332-c5d1dc825e5c x-openstack-request-id: req-36623abc-cdf9-4d58-a332-c5d1dc825e5c {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:27.895412 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "tag": "0e301585-0443-417a-b056-aceea2fbcf85", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:27.895955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36623abc-cdf9-4d58-a332-c5d1dc825e5c {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:27.896952 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36623abc-cdf9-4d58-a332-c5d1dc825e5c'] response: {'name': 'network-changed', 'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85', 'status': 'completed', 'code': 200} Oct 28 20:58:27.898189 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] No DVR routers for this DVR port c5732f57-8c38-43e9-a3e6-4ec3babfb1ee on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:27.902321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:27.905717 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6069f177-92da-4fc6-b7dd-fe8be69a404e req-a9c06aef-9580-4ca1-9803-8a4f9b2cc625 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.26 "DELETE /v2.0/ports/c5732f57-8c38-43e9-a3e6-4ec3babfb1ee HTTP/1.1" status: 204 len: 173 time: 0.4565938 Oct 28 20:58:27.906254 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'name': 'network-vif-deleted', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:27.908659 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3beba-b650-400d-979e-dad6ef025a9e" -d '{"events": [{"server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "name": "network-vif-deleted", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:27.935281 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Attempt 2 to provision port 0e301585-0443-417a-b056-aceea2fbcf85 Oct 28 20:58:27.947693 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff9aa8-b5a0-4956-a08b-ed909a275e68 req-6fa62eea-3c23-4173-bb72-45fd3fe46651 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.949332 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10ff9aa8-b5a0-4956-a08b-ed909a275e68 req-6fa62eea-3c23-4173-bb72-45fd3fe46651 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 943 time: 0.1474068 Oct 28 20:58:27.977990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-0dcf4351-925c-4d7a-8f69-c1e0a30eac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:27.978342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0aa463-0270-4f50-b1b0-1c62bd1d07a8 x-openstack-request-id: req-1d0aa463-0270-4f50-b1b0-1c62bd1d07a8 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:27.978644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae6edf1-11ff-476d-98e8-a110ba26754d", "name": "network-vif-deleted", "tag": "c5732f57-8c38-43e9-a3e6-4ec3babfb1ee", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:27.979372 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1d0aa463-0270-4f50-b1b0-1c62bd1d07a8 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:27.979372 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d0aa463-0270-4f50-b1b0-1c62bd1d07a8'] response: {'server_uuid': '5ae6edf1-11ff-476d-98e8-a110ba26754d', 'name': 'network-vif-deleted', 'tag': 'c5732f57-8c38-43e9-a3e6-4ec3babfb1ee', 'status': 'completed', 'code': 200} Oct 28 20:58:27.982737 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-0dcf4351-925c-4d7a-8f69-c1e0a30eac5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 1127 time: 0.0848317 Oct 28 20:58:27.994891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-eca15c6a-9a60-4d2c-a6c3-c80a4172ffa4 None None] Port 0e301585-0443-417a-b056-aceea2fbcf85 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 20:58:28.014135 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10ff9aa8-b5a0-4956-a08b-ed909a275e68 req-c4016694-7e46-42bc-95cb-788ba230a4d0 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563333 Oct 28 20:58:28.025792 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-3e49aa10-19ae-4aba-a340-946132c7e74e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e301585-0443-417a-b056-aceea2fbcf85 HTTP/1.1" status: 200 len: 217 time: 0.0354369 Oct 28 20:58:28.089541 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-02c51ace-898a-4694-9805-3326c3ffc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.091008 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-02c51ace-898a-4694-9805-3326c3ffc254 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0520577 Oct 28 20:58:28.142221 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-3cdb2531-0929-4ffc-b689-713d06febc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.143637 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-3cdb2531-0929-4ffc-b689-713d06febc32 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453937 Oct 28 20:58:28.237331 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-d193d192-6e3f-4430-9b3d-da95da145632 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842068 Oct 28 20:58:28.342876 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cc6c31a6-81cc-46b3-b093-e629c0ea91a4 req-5d848a32-c435-4ac1-90fb-f93318456aad service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979521 Oct 28 20:58:28.432244 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0bfbac85-4341-4c04-9383-4007a81bc892 req-57a89367-df2e-4819-b40e-155907d2b828 tempest-ServerRescueNegativeTestJSON-1986164259 tempest-ServerRescueNegativeTestJSON-1986164259-project] 10.222.0.49 "GET /v2.0/ports?device_id=5ae6edf1-11ff-476d-98e8-a110ba26754d HTTP/1.1" status: 200 len: 210 time: 0.0281324 Oct 28 20:58:28.460663 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e09f6-b0f8-496b-9490-941bcf750688 req-b5e9eb97-8ce8-442c-895d-f72391b348cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.462670 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-b5e9eb97-8ce8-442c-895d-f72391b348cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 1127 time: 0.0547407 Oct 28 20:58:28.561618 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e09f6-b0f8-496b-9490-941bcf750688 req-3184eec7-d649-4f88-bfe8-865243b5621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.563122 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-3184eec7-d649-4f88-bfe8-865243b5621d service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.0942535 Oct 28 20:58:28.603632 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-8d24e4a3-1221-44fa-896a-815457d1bb87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e301585-0443-417a-b056-aceea2fbcf85 HTTP/1.1" status: 200 len: 217 time: 0.0324473 Oct 28 20:58:28.650745 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e09f6-b0f8-496b-9490-941bcf750688 req-148d8843-74f3-4901-a600-cc6460d912fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.652167 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-148d8843-74f3-4901-a600-cc6460d912fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0426617 Oct 28 20:58:28.703758 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e09f6-b0f8-496b-9490-941bcf750688 req-c99dac7e-432b-4604-b144-b434a625e9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:28.705217 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-c99dac7e-432b-4604-b144-b434a625e9f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467606 Oct 28 20:58:28.794750 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-9c3ccfdf-4273-4f49-bc0a-c93ca99f4bb6 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Oct 28 20:58:28.886005 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-477e09f6-b0f8-496b-9490-941bcf750688 req-e737a7c1-d718-45c7-972a-7226878ce6af service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848463 Oct 28 20:58:29.146183 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d212f-c5f3-4dca-9361-4d65d182d557 req-df83d25a-a7fb-479c-8ce6-a72cf7607516 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:29.147586 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc2d212f-c5f3-4dca-9361-4d65d182d557 req-df83d25a-a7fb-479c-8ce6-a72cf7607516 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 943 time: 0.0577877 Oct 28 20:58:29.195164 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc2d212f-c5f3-4dca-9361-4d65d182d557 req-a30cf64a-3a05-4ffb-a872-d25c8bb363a7 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Oct 28 20:58:29.498184 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33250) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:29.909700 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.325777 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df79a43-e45f-40e6-851d-7c03f2663c1d req-b2ac9671-a7ad-471d-a628-db71a380d6c4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:30.327451 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4df79a43-e45f-40e6-851d-7c03f2663c1d req-b2ac9671-a7ad-471d-a628-db71a380d6c4 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 943 time: 0.0581646 Oct 28 20:58:30.358500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Deleting port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:30.358841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.376658 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4df79a43-e45f-40e6-851d-7c03f2663c1d req-d1d4cba0-aefb-4093-b5a2-9eb0cb41a965 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436168 Oct 28 20:58:30.450558 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] For port 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:30.451083 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.464290 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Calling delete_port for 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:30.468238 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 0e301585-0443-417a-b056-aceea2fbcf85 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:58:30.470290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c5732f57-8c38-43e9-a3e6-4ec3babfb1ee no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:30.495530 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: c5732f57-8c38-43e9-a3e6-4ec3babfb1ee {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:30.495765 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device c5732f57-8c38-43e9-a3e6-4ec3babfb1ee not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:30.586000 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=0e301585-0443-417a-b056-aceea2fbcf85,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:30.597632 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '0e301585-0443-417a-b056-aceea2fbcf85', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'port_id': '0e301585-0443-417a-b056-aceea2fbcf85', 'mac_address': 'fa:16:3e:f3:95:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:58:30.631093 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 0e301585-0443-417a-b056-aceea2fbcf85 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:58:30.631519 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (0e301585-0443-417a-b056-aceea2fbcf85), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.638636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.646864 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e301585-0443-417a-b056-aceea2fbcf85 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:58:30.665046 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:30.666595 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=0e301585-0443-417a-b056-aceea2fbcf85,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:30.677824 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.730432 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:30.739375 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.740137 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.741092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.741741 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.742287 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.742891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.743440 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.744052 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.744648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.745158 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.745727 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.746399 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.747506 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:30.848045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:30.936120 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['0e301585-0443-417a-b056-aceea2fbcf85'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:58:31.070765 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Router 4c6d3e93-1e01-4013-bca3-7800b61953d2 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:58:31.172767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:58:31.177755 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-72238bdf-27ca-4d60-8228-c4e11de9b7a2 admin admin] 10.222.0.49 "PUT /v2.0/routers/4c6d3e93-1e01-4013-bca3-7800b61953d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784511 Oct 28 20:58:31.180407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33256) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:31.182885 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Sync routers for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:58:31.193337 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:31.193937 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:31.282972 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks [] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.299347 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:31.379189 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks [] for router_gateway (4c6d3e93-1e01-4013-bca3-7800b61953d2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.442473 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Deleting port cde0ab19-f483-4cc8-a439-c0dfb8681354 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:31.442831 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.494395 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:58:30Z', 'revision_number': 5, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port': {'id': 'cde0ab19-f483-4cc8-a439-c0dfb8681354', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:73:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:05Z', 'updated_at': '2022-10-28T20:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:31.524911 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Checking router: 4c6d3e93-1e01-4013-bca3-7800b61953d2 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:58:31.530183 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] For port cde0ab19-f483-4cc8-a439-c0dfb8681354, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=cde0ab19-f483-4cc8-a439-c0dfb8681354,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:31.530657 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.534550 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Routers {'4c6d3e93-1e01-4013-bca3-7800b61953d2'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:31.535162 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['4c6d3e93-1e01-4013-bca3-7800b61953d2'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:31.535815 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d73bc-2fb6-4421-8f17-0e623d869b4f req-8268eb26-3b15-4ca6-ac4b-b76cf70fd3a3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:31.537353 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e5d73bc-2fb6-4421-8f17-0e623d869b4f req-8268eb26-3b15-4ca6-ac4b-b76cf70fd3a3 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 944 time: 0.0733013 Oct 28 20:58:31.546232 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Calling delete_port for cde0ab19-f483-4cc8-a439-c0dfb8681354 owned by network:router_gateway {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:31.597391 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e5d73bc-2fb6-4421-8f17-0e623d869b4f req-8ed26f1b-395d-44c4-aea3-d20957962604 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506136 Oct 28 20:58:31.622244 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] Set router 4c6d3e93-1e01-4013-bca3-7800b61953d2 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:31.675602 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:58:31Z', 'revision_number': 6, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:31.699703 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebba2a4-e81c-4628-b1bf-ec36dbc1a39f None None] The sync data for ids ['4c6d3e93-1e01-4013-bca3-7800b61953d2'] in dv-cinder-859839-2-iscsi is: [{'id': '4c6d3e93-1e01-4013-bca3-7800b61953d2', 'name': 'tempest-ServerRescueNegativeTestJSON-1268327847-router', 'tenant_id': '99fe5983d1c6464796b4c24984ceb0c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:58:31Z', 'revision_number': 6, 'project_id': '99fe5983d1c6464796b4c24984ceb0c4', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:58:31.722084 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (cde0ab19-f483-4cc8-a439-c0dfb8681354), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.749395 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cde0ab19-f483-4cc8-a439-c0dfb8681354,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:31.812843 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.913716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.915882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks [] for router_controller (4c6d3e93-1e01-4013-bca3-7800b61953d2), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.979256 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (4c6d3e93-1e01-4013-bca3-7800b61953d2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.979806 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6d3e93-1e01-4013-bca3-7800b61953d2 {{(pid=115443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:58:31.984971 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:31.986158 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5699b53f-777c-4e5c-ab94-adf8bc4c64d0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/4c6d3e93-1e01-4013-bca3-7800b61953d2 HTTP/1.1" status: 204 len: 168 time: 0.8046596 Oct 28 20:58:31.988692 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33262) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:32.035782 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Deleting subnet 58077f8c-4c84-4b60-a26f-fa20c33ec600 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:58:32.039415 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Publish callbacks [] for subnet (58077f8c-4c84-4b60-a26f-fa20c33ec600), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.076109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (58077f8c-4c84-4b60-a26f-fa20c33ec600), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.182776 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (58077f8c-4c84-4b60-a26f-fa20c33ec600), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.236760 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (58077f8c-4c84-4b60-a26f-fa20c33ec600), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.263332 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58077f8c-4c84-4b60-a26f-fa20c33ec600,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:32.266903 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.270879 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ec2c643d-aa4a-4ed1-ad9e-f560074a3ab8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/58077f8c-4c84-4b60-a26f-fa20c33ec600 HTTP/1.1" status: 204 len: 168 time: 0.2809844 Oct 28 20:58:32.273790 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33264) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:32.277538 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114b3c7-3cd6-4273-bb9d-9064a53166f5 None None] Network 37bf060d-dcd9-487e-8c29-ea49b0f0844c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:58:32.345630 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (37bf060d-dcd9-487e-8c29-ea49b0f0844c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.403401 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Deleting port 4d9bb4b4-2604-4162-996d-10c3c7640e1d {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:32.403843 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.478959 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] For port 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=4d9bb4b4-2604-4162-996d-10c3c7640e1d,segment=NetworkSegment(c204b869-8236-4792-9c09-a202b3fed2b6),segment_id=c204b869-8236-4792-9c09-a202b3fed2b6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:32.479343 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.479626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] DHCP port deletion for 37bf060d-dcd9-487e-8c29-ea49b0f0844c request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:58:32.498702 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Calling delete_port for 4d9bb4b4-2604-4162-996d-10c3c7640e1d owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:32.509601 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 0e301585-0443-417a-b056-aceea2fbcf85 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:58:32.594930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.630414 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9bb4b4-2604-4162-996d-10c3c7640e1d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:32.632558 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] No DVR routers for this DVR port 4d9bb4b4-2604-4162-996d-10c3c7640e1d on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:32.710654 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Deleting port 4d9bb4b4-2604-4162-996d-10c3c7640e1d {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:58:32.710992 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.722339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (37bf060d-dcd9-487e-8c29-ea49b0f0844c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.779554 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 0e301585-0443-417a-b056-aceea2fbcf85 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 20:58:32.792341 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 0e301585-0443-417a-b056-aceea2fbcf85 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:58:32.793001 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (0e301585-0443-417a-b056-aceea2fbcf85), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.793494 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 0e301585-0443-417a-b056-aceea2fbcf85 Oct 28 20:58:32.825816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] For port 4d9bb4b4-2604-4162-996d-10c3c7640e1d, host dv-cinder-859839-2-iscsi, got binding levels [] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:32.826230 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.827422 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37bf060d-dcd9-487e-8c29-ea49b0f0844c']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:32.847082 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Calling delete_port for 4d9bb4b4-2604-4162-996d-10c3c7640e1d owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:58:32.850640 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.ipam_backend_mixin [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Port 4d9bb4b4-2604-4162-996d-10c3c7640e1d was not found and therefore no delete operation was performed {{(pid=115444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 20:58:32.853188 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c204b869-8236-4792-9c09-a202b3fed2b6') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:32.853779 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (4d9bb4b4-2604-4162-996d-10c3c7640e1d), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.853937 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c204b869-8236-4792-9c09-a202b3fed2b6') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:32.885394 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (c204b869-8236-4792-9c09-a202b3fed2b6), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.887580 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] Pushing event deleted for resources: {'Port': ['ID=4d9bb4b4-2604-4162-996d-10c3c7640e1d,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:32.889769 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d0f3da-0829-4206-bb6f-a3de4a36f282 None None] No DVR routers for this DVR port 4d9bb4b4-2604-4162-996d-10c3c7640e1d on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:58:32.904149 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de759e94-0c9f-448c-8f08-09d544031933 req-a0a8eef7-0d62-4cb5-8d75-047cdbb8ec7e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:32.910112 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de759e94-0c9f-448c-8f08-09d544031933 req-a0a8eef7-0d62-4cb5-8d75-047cdbb8ec7e tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 944 time: 0.1920717 Oct 28 20:58:32.935086 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 0e301585-0443-417a-b056-aceea2fbcf85 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:58:32.935823 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (0e301585-0443-417a-b056-aceea2fbcf85), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.954254 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (c204b869-8236-4792-9c09-a202b3fed2b6), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.968251 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:32.970609 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13bfe11-424d-486e-8a70-9e53ea64d02d" -d '{"events": [{"server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "name": "network-vif-plugged", "status": "completed", "tag": "0e301585-0443-417a-b056-aceea2fbcf85"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:32.971268 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:58:32.971997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (c204b869-8236-4792-9c09-a202b3fed2b6), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:32.984764 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=0e301585-0443-417a-b056-aceea2fbcf85,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:58:32.993707 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.023518 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1646d0f1-d4e2-4744-9e95-f9263be92c0f x-openstack-request-id: req-1646d0f1-d4e2-4744-9e95-f9263be92c0f {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:33.024031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "name": "network-vif-plugged", "status": "completed", "tag": "0e301585-0443-417a-b056-aceea2fbcf85", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:33.024174 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-1646d0f1-d4e2-4744-9e95-f9263be92c0f {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:33.024465 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1646d0f1-d4e2-4744-9e95-f9263be92c0f'] response: {'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85', 'code': 200} Oct 28 20:58:33.052507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment c204b869-8236-4792-9c09-a202b3fed2b6 resource provider aggregate not found Oct 28 20:58:33.053235 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:33.098211 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment c204b869-8236-4792-9c09-a202b3fed2b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c204b869-8236-4792-9c09-a202b3fed2b6 found for delete ", "request_id": "req-e006c42f-5947-43b7-9f31-168c480f64ea"}]} Oct 28 20:58:33.119922 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de759e94-0c9f-448c-8f08-09d544031933 req-9ba20bfa-b8d3-48c3-9551-ebe8f93b95ec tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995153 Oct 28 20:58:33.134777 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (37bf060d-dcd9-487e-8c29-ea49b0f0844c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.150453 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.154506 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] 10.222.0.49 "DELETE /v2.0/networks/37bf060d-dcd9-487e-8c29-ea49b0f0844c HTTP/1.1" status: 204 len: 168 time: 0.8794162 Oct 28 20:58:33.164973 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85586fa2-9328-4d6e-932c-d4dd51c1d280 admin admin] Pushing event deleted for resources: {'Network': ['ID=37bf060d-dcd9-487e-8c29-ea49b0f0844c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:33.228296 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c91592-fb11-4daa-8825-6c38bd1febbd req-c92c29ec-69ca-4fd9-8ebf-e8f8a46482e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:33.230502 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-34c91592-fb11-4daa-8825-6c38bd1febbd req-c92c29ec-69ca-4fd9-8ebf-e8f8a46482e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 1129 time: 0.0542321 Oct 28 20:58:33.279030 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-34c91592-fb11-4daa-8825-6c38bd1febbd req-d9d86061-6c85-4c57-9bf3-9fecd9dfd2a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Oct 28 20:58:33.285950 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33278) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:33.334074 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-674abf63-ef42-47cd-84ff-d3a01cbe96c9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=99fe5983d1c6464796b4c24984ceb0c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468080 Oct 28 20:58:33.336532 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33280) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:33.386381 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] Publish callbacks [] for security_group (55e29808-9d0e-4efc-9363-839f5addc740), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.412581 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] Publish callbacks [] for security_group (55e29808-9d0e-4efc-9363-839f5addc740), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.468462 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (55e29808-9d0e-4efc-9363-839f5addc740), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.471519 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:33.473007 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55e29808-9d0e-4efc-9363-839f5addc740 HTTP/1.1" status: 204 len: 168 time: 0.1354952 Oct 28 20:58:33.482981 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816d188-f767-47e0-a872-85653b3323b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e29808-9d0e-4efc-9363-839f5addc740,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:33.524500 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 4d9bb4b4-2604-4162-996d-10c3c7640e1d no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:33.549254 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 4d9bb4b4-2604-4162-996d-10c3c7640e1d {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:33.549597 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 4d9bb4b4-2604-4162-996d-10c3c7640e1d not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:33.550203 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device cde0ab19-f483-4cc8-a439-c0dfb8681354 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:33.570555 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: cde0ab19-f483-4cc8-a439-c0dfb8681354 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:33.570902 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device cde0ab19-f483-4cc8-a439-c0dfb8681354 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:33.571457 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:58:33.591219 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:58:33.591563 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 8bf5dafc-01ff-4211-9c1d-17e7d1f93ec4 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:58:34.561227 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c34a-3607-4223-b5b6-dd298ec1dc7d req-c50dbe3c-f387-40c4-8cb1-b65cfccfcfae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:34.562855 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e44c34a-3607-4223-b5b6-dd298ec1dc7d req-c50dbe3c-f387-40c4-8cb1-b65cfccfcfae tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.3242307 Oct 28 20:58:34.614998 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3e44c34a-3607-4223-b5b6-dd298ec1dc7d req-4c7e42ee-d433-41a1-975a-6461bb65ec4a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456548 Oct 28 20:58:35.755005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56153a-8cfb-4794-9227-7e2f36b3b150 req-9df52bc2-6308-4551-a840-57011d6126c9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:35.756580 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b56153a-8cfb-4794-9227-7e2f36b3b150 req-9df52bc2-6308-4551-a840-57011d6126c9 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.0650675 Oct 28 20:58:35.806102 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b56153a-8cfb-4794-9227-7e2f36b3b150 req-1abe4864-8e7f-4b34-b3db-de8cc5c37e36 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Oct 28 20:58:35.933307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9aa3a-4aac-4662-aac8-fd784e6bde8f req-f8fea669-5ec5-4fad-80ec-3528b40126e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:35.934971 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-88f9aa3a-4aac-4662-aac8-fd784e6bde8f req-f8fea669-5ec5-4fad-80ec-3528b40126e6 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.0576487 Oct 28 20:58:35.946012 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33336) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:35.950766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Request body: {'floatingip': {'port_id': '0e301585-0443-417a-b056-aceea2fbcf85'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:58:35.989650 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:36.427009 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:36.431795 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:36.532075 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 217b87eb-9e9a-4a49-9b88-3777dca02ba7 associated. External IP: 172.27.3.72, port: 0e301585-0443-417a-b056-aceea2fbcf85. Oct 28 20:58:36.753807 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:58:36.870233 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:58:36.876090 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:36.880786 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:58:36.890392 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:36.891009 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:36.905768 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-84db3433-9128-41ad-97c2-53562ea5c11a tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "PUT /v2.0/floatingips/217b87eb-9e9a-4a49-9b88-3777dca02ba7 HTTP/1.1" status: 200 len: 990 time: 0.9586732 Oct 28 20:58:36.906495 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:58:36.908706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23dd5226-fd0c-4648-8a20-5045b6c5cd61" -d '{"events": [{"name": "network-changed", "server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "tag": "0e301585-0443-417a-b056-aceea2fbcf85"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:58:36.946163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09af6fe9-d485-4aab-bfc0-eb96d4415d9d x-openstack-request-id: req-09af6fe9-d485-4aab-bfc0-eb96d4415d9d {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:58:36.946504 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "tag": "0e301585-0443-417a-b056-aceea2fbcf85", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:58:36.946834 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09af6fe9-d485-4aab-bfc0-eb96d4415d9d {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:58:36.947257 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09af6fe9-d485-4aab-bfc0-eb96d4415d9d'] response: {'name': 'network-changed', 'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85', 'status': 'completed', 'code': 200} Oct 28 20:58:36.999266 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:37.021497 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-5924e33f-7e46-4376-be21-c67b0a115ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:37.023656 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-5924e33f-7e46-4376-be21-c67b0a115ea9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c09c53c40108411b8b37620f637000e2&device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 1129 time: 0.0499623 Oct 28 20:58:37.119397 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-d9cc1d17-75ab-407f-a932-c3d1e9413368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:37.120915 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-d9cc1d17-75ab-407f-a932-c3d1e9413368 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 200 len: 915 time: 0.0891535 Oct 28 20:58:37.199940 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-bdf3a53b-7d06-4e98-9f6f-16996461413d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e301585-0443-417a-b056-aceea2fbcf85 HTTP/1.1" status: 200 len: 998 time: 0.0727174 Oct 28 20:58:37.238267 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '217b87eb-9e9a-4a49-9b88-3777dca02ba7', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '0e301585-0443-417a-b056-aceea2fbcf85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f3:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2d789-49c4-42ad-9138-e6be6610048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:58:24Z', 'updated_at': '2022-10-28T20:58:36Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:37.254633 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-82365fcc-7eca-4de3-8223-97bdd330ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:37.256048 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-82365fcc-7eca-4de3-8223-97bdd330ba4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 200 len: 853 time: 0.0486445 Oct 28 20:58:37.262744 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:58:37.272177 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:58:37.272794 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:58:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:37.307607 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-50aae609-88cf-4787-b562-69ef0c4b0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:37.309473 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-50aae609-88cf-4787-b562-69ef0c4b0f0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58e46008-6198-4244-bd77-9dc3966e763e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471675 Oct 28 20:58:37.380981 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:58:37.407630 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-0179b0ad-53d0-4e09-a056-00ff05db1239 service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910418 Oct 28 20:58:37.499931 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-23dd5226-fd0c-4648-8a20-5045b6c5cd61 req-ee0d2885-011b-4247-afab-edd3e336f7fe service neutron] 10.222.0.26 "GET /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Oct 28 20:58:37.600578 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '217b87eb-9e9a-4a49-9b88-3777dca02ba7', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '0e301585-0443-417a-b056-aceea2fbcf85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f3:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2d789-49c4-42ad-9138-e6be6610048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:58:24Z', 'updated_at': '2022-10-28T20:58:36Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:58:37.628769 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27b163-c65f-48e2-9200-931ba995460e None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '217b87eb-9e9a-4a49-9b88-3777dca02ba7', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'port_id': '0e301585-0443-417a-b056-aceea2fbcf85', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'mac_address': 'fa:16:3e:f3:95:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e2d789-49c4-42ad-9138-e6be6610048f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T20:58:24Z', 'updated_at': '2022-10-28T20:58:36Z', 'revision_number': 1, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:58:37.822732 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d42a535-8d1b-40a8-9c97-41f517f980a9 None None] New status for floating IP 217b87eb-9e9a-4a49-9b88-3777dca02ba7: ACTIVE {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:58:40.319140 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:42.087660 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-265a1aca-9bdd-4cf6-af35-a9af5ff27a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:43.772662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83fa67-14b0-4586-ad02-724a1adce8ba req-3d093a7e-e8e6-4b5f-a842-2157b3c02511 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:43.774168 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa83fa67-14b0-4586-ad02-724a1adce8ba req-3d093a7e-e8e6-4b5f-a842-2157b3c02511 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.3024104 Oct 28 20:58:43.820647 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fa83fa67-14b0-4586-ad02-724a1adce8ba req-a4bd0b86-d442-46bc-b8cf-0c9b6f4c6cc3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408545 Oct 28 20:58:44.518866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33462) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:44.629569 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-06a1756b-1cd7-4676-a3f6-afcb8a8d93af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.644748 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-fcd16e0f-1176-4844-8fbe-6af39b67a6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.710931 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-06a1756b-1cd7-4676-a3f6-afcb8a8d93af admin admin] Publish callbacks [] for security_group (6cc1fd85-002e-4374-a21b-f20389578811), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.714655 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-06a1756b-1cd7-4676-a3f6-afcb8a8d93af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6cc1fd85-002e-4374-a21b-f20389578811), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.753087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1756b-1cd7-4676-a3f6-afcb8a8d93af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc1fd85-002e-4374-a21b-f20389578811,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:44.758400 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-06a1756b-1cd7-4676-a3f6-afcb8a8d93af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddfaeff4fd1c42f4896626ecb7f503e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384455 Oct 28 20:58:44.761287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33466) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:44.809414 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] Publish callbacks [] for security_group (6cc1fd85-002e-4374-a21b-f20389578811), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.830806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] Publish callbacks [] for security_group (6cc1fd85-002e-4374-a21b-f20389578811), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.881979 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6cc1fd85-002e-4374-a21b-f20389578811), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.884613 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:44.885764 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6cc1fd85-002e-4374-a21b-f20389578811 HTTP/1.1" status: 204 len: 168 time: 0.1234415 Oct 28 20:58:44.893718 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de02667-61b6-40fa-bede-09fd9f8f4327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc1fd85-002e-4374-a21b-f20389578811,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:44.965085 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b1d5-efaa-4c6c-9bf8-a0edb6749620 req-f4398049-ddd0-46eb-a075-5ec9cb927c3e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:44.966478 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8da6b1d5-efaa-4c6c-9bf8-a0edb6749620 req-f4398049-ddd0-46eb-a075-5ec9cb927c3e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Oct 28 20:58:45.027049 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8da6b1d5-efaa-4c6c-9bf8-a0edb6749620 req-3c009f4f-521d-49c5-9deb-47fb07da4143 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542283 Oct 28 20:58:45.150836 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33474) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:45.165049 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2b2-5c1b-4692-929d-72e73a89053e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.251981 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2b2-5c1b-4692-929d-72e73a89053e admin admin] Publish callbacks [] for security_group (7d2ad4b6-e82c-438a-8398-48ef61e9c7d8), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.255984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d3f6f2b2-5c1b-4692-929d-72e73a89053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7d2ad4b6-e82c-438a-8398-48ef61e9c7d8), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.296218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d3f6f2b2-5c1b-4692-929d-72e73a89053e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00f7e95a44e44ea2adb66b726ac187d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1442971 Oct 28 20:58:45.297221 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6f2b2-5c1b-4692-929d-72e73a89053e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2ad4b6-e82c-438a-8398-48ef61e9c7d8,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:45.299202 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33476) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:45.350639 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Publish callbacks [] for security_group (7d2ad4b6-e82c-438a-8398-48ef61e9c7d8), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.373277 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Publish callbacks [] for security_group (7d2ad4b6-e82c-438a-8398-48ef61e9c7d8), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.424979 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7d2ad4b6-e82c-438a-8398-48ef61e9c7d8), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.427569 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:45.428758 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d2ad4b6-e82c-438a-8398-48ef61e9c7d8 HTTP/1.1" status: 204 len: 168 time: 0.1284630 Oct 28 20:58:45.437726 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2ad4b6-e82c-438a-8398-48ef61e9c7d8,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:45.445613 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.445966 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.446372 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.447233 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.447581 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.447952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.448294 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.448626 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.448954 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.449285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.449631 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.449940 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.450261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ed4c35-a1a1-46ba-b61e-50c7ec83d0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:58:45.812950 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835f5fd-4b6c-49f5-90b6-c95065b3155d req-26b59b40-53a7-4cf1-bb78-f942383423d3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:45.815620 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f835f5fd-4b6c-49f5-90b6-c95065b3155d req-26b59b40-53a7-4cf1-bb78-f942383423d3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0737834 Oct 28 20:58:45.868671 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f835f5fd-4b6c-49f5-90b6-c95065b3155d req-bd3a12a7-1b30-4301-a285-d9df45b737bb tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 Oct 28 20:58:46.169416 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7793e8-6373-4763-be09-4acc770d157f req-a7c8c3cd-350b-4b2a-8658-1acd36a224f9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:46.170918 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d7793e8-6373-4763-be09-4acc770d157f req-a7c8c3cd-350b-4b2a-8658-1acd36a224f9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0555241 Oct 28 20:58:46.218047 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d7793e8-6373-4763-be09-4acc770d157f req-2519ed33-e5c5-4038-87a9-e51bf0c3ae08 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 Oct 28 20:58:46.400304 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:58:46.663962 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:47.024959 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e574a8-3635-476e-9933-593894b402e2 req-bfba39e3-eee7-4441-bad5-d97d534ae2dd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:47.026776 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0e574a8-3635-476e-9933-593894b402e2 req-bfba39e3-eee7-4441-bad5-d97d534ae2dd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0589042 Oct 28 20:58:47.098319 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0e574a8-3635-476e-9933-593894b402e2 req-2df901cb-4448-413e-aca5-d0953f837512 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601082 Oct 28 20:58:47.390054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390c8fb-52bf-42eb-8d0c-fbdf928178ce req-4697aca5-e751-4083-93b6-606867d79961 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:47.390054 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2390c8fb-52bf-42eb-8d0c-fbdf928178ce req-4697aca5-e751-4083-93b6-606867d79961 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0771606 Oct 28 20:58:47.460953 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2390c8fb-52bf-42eb-8d0c-fbdf928178ce req-96bc6d03-f960-417b-a0f2-8bc2eac2ea03 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723162 Oct 28 20:58:48.226430 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3ccd4-ea32-489a-a200-269e2e8f255d req-1d530389-1ab2-4780-8895-90b9063210be tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:48.227978 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72d3ccd4-ea32-489a-a200-269e2e8f255d req-1d530389-1ab2-4780-8895-90b9063210be tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0538676 Oct 28 20:58:48.278929 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-72d3ccd4-ea32-489a-a200-269e2e8f255d req-4ac7f789-8819-4ff9-8512-ac76ce38a0cd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454454 Oct 28 20:58:48.310652 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:48.605656 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618f567-a6db-4d24-bc82-28d0215d6d5b req-76ccead7-ea2c-4c44-961a-8ff5cbb52b84 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:48.607083 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2618f567-a6db-4d24-bc82-28d0215d6d5b req-76ccead7-ea2c-4c44-961a-8ff5cbb52b84 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0624530 Oct 28 20:58:48.660530 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2618f567-a6db-4d24-bc82-28d0215d6d5b req-fcfdd097-5b61-4d83-b644-4598d7cc4d73 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475304 Oct 28 20:58:48.713597 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:49.412106 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba317f-7321-48e7-b66d-bbc23e32ebc7 req-d1031046-5040-42ce-a662-8e8b9cff7be4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:49.413703 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b7ba317f-7321-48e7-b66d-bbc23e32ebc7 req-d1031046-5040-42ce-a662-8e8b9cff7be4 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0568552 Oct 28 20:58:49.467422 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b7ba317f-7321-48e7-b66d-bbc23e32ebc7 req-e928aaf5-3704-4ab7-abeb-95d876e244d9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478656 Oct 28 20:58:49.798966 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003092d7-a40f-4c80-98f6-5a682ce0b7eb req-d840e1b4-daf9-47bd-8903-ff5f19b78a02 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:49.800658 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-003092d7-a40f-4c80-98f6-5a682ce0b7eb req-d840e1b4-daf9-47bd-8903-ff5f19b78a02 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0602658 Oct 28 20:58:49.850711 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-003092d7-a40f-4c80-98f6-5a682ce0b7eb req-a6418437-76e6-4410-a965-af9bf3355df2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444810 Oct 28 20:58:50.598695 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a3619-08f3-4793-880a-da6c32c615cd req-88e77c44-2b87-4d0f-b509-2e8294a034a9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:50.600218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ec1a3619-08f3-4793-880a-da6c32c615cd req-88e77c44-2b87-4d0f-b509-2e8294a034a9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0560713 Oct 28 20:58:50.653433 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ec1a3619-08f3-4793-880a-da6c32c615cd req-2690b0d8-7cf8-4379-b17f-0dc043ad6afd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474887 Oct 28 20:58:50.996590 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79845ee-d462-4b78-9bd1-80b87e0740e8 req-93737856-b485-4900-978f-8103aece21f7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:50.998195 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c79845ee-d462-4b78-9bd1-80b87e0740e8 req-93737856-b485-4900-978f-8103aece21f7 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0606251 Oct 28 20:58:51.054654 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c79845ee-d462-4b78-9bd1-80b87e0740e8 req-baab88b7-5b7b-4478-a0a2-766682d42b0e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506182 Oct 28 20:58:51.801743 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51bfc21-d0f5-4408-b26f-c928f877ba3b req-5623ec2c-e2d2-4e11-bc93-5db7ab02df0e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:51.803376 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f51bfc21-d0f5-4408-b26f-c928f877ba3b req-5623ec2c-e2d2-4e11-bc93-5db7ab02df0e tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0728137 Oct 28 20:58:51.873339 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f51bfc21-d0f5-4408-b26f-c928f877ba3b req-26ae32e2-cf7b-4956-8ec0-742782955ad3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641963 Oct 28 20:58:52.208284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ec85c-2b3d-488d-8bf6-da46523796dd req-27f84244-035d-4d72-b964-cda4bc309edb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:52.209841 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c99ec85c-2b3d-488d-8bf6-da46523796dd req-27f84244-035d-4d72-b964-cda4bc309edb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0657635 Oct 28 20:58:52.260382 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c99ec85c-2b3d-488d-8bf6-da46523796dd req-6980d6c9-2dde-4f0d-be79-aae83a1fa504 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Oct 28 20:58:53.017168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8919da1-9623-484d-b926-b67497b081c6 req-c1cda418-c993-4237-a5ba-53726e299343 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:53.018703 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c8919da1-9623-484d-b926-b67497b081c6 req-c1cda418-c993-4237-a5ba-53726e299343 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0611064 Oct 28 20:58:53.071640 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c8919da1-9623-484d-b926-b67497b081c6 req-bf7cf8b4-4bf1-460f-af13-ec1a78b712cb tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468056 Oct 28 20:58:53.407400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29585a28-ebfc-483b-8a02-fe37185584f8 req-3d1213f7-994c-48e6-825c-07d633040006 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:53.409101 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-29585a28-ebfc-483b-8a02-fe37185584f8 req-3d1213f7-994c-48e6-825c-07d633040006 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0589774 Oct 28 20:58:53.459725 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-29585a28-ebfc-483b-8a02-fe37185584f8 req-4d734169-0741-42d9-abf1-4b22d45a01d8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447898 Oct 28 20:58:54.204889 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c56c485-a1f5-4d34-bb80-a647108b6267 req-b400e340-5320-48c8-8e2f-66f722214c1f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:54.206397 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8c56c485-a1f5-4d34-bb80-a647108b6267 req-b400e340-5320-48c8-8e2f-66f722214c1f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0563965 Oct 28 20:58:54.265456 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8c56c485-a1f5-4d34-bb80-a647108b6267 req-036bcc64-9356-496a-8757-4e2f315be443 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530224 Oct 28 20:58:54.620426 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1de96-344e-47c4-99a3-9a012a8975e2 req-062029ef-16ab-4bd8-83b6-97a0e4c6a0c5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:54.622119 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-61c1de96-344e-47c4-99a3-9a012a8975e2 req-062029ef-16ab-4bd8-83b6-97a0e4c6a0c5 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0671878 Oct 28 20:58:54.683396 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-61c1de96-344e-47c4-99a3-9a012a8975e2 req-26481f89-d81a-4ab9-b900-be6c3cd88722 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510345 Oct 28 20:58:54.813548 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33614) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:54.933899 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6664182e-745e-407a-a210-1e3a2f57aebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.042861 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6664182e-745e-407a-a210-1e3a2f57aebb admin admin] Publish callbacks [] for security_group (efae83bc-28af-47dc-82c0-3e64625d6d24), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.047462 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-6664182e-745e-407a-a210-1e3a2f57aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (efae83bc-28af-47dc-82c0-3e64625d6d24), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.088576 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-6664182e-745e-407a-a210-1e3a2f57aebb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=37d4d54ad58844578c8cfad9b05d3209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735612 Oct 28 20:58:55.089395 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664182e-745e-407a-a210-1e3a2f57aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae83bc-28af-47dc-82c0-3e64625d6d24,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:55.091886 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33618) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:55.146616 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] Publish callbacks [] for security_group (efae83bc-28af-47dc-82c0-3e64625d6d24), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.169895 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] Publish callbacks [] for security_group (efae83bc-28af-47dc-82c0-3e64625d6d24), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.228837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (efae83bc-28af-47dc-82c0-3e64625d6d24), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.231767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.232951 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efae83bc-28af-47dc-82c0-3e64625d6d24 HTTP/1.1" status: 204 len: 168 time: 0.1401470 Oct 28 20:58:55.241977 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb144c96-e3d3-435d-9f0b-00d9d1bbf782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae83bc-28af-47dc-82c0-3e64625d6d24,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:55.394706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da14944-0b52-44cb-a76a-ca7608146868 req-58b43206-eaaf-46ea-ad58-011f286dc909 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:55.396782 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2da14944-0b52-44cb-a76a-ca7608146868 req-58b43206-eaaf-46ea-ad58-011f286dc909 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0550697 Oct 28 20:58:55.449842 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2da14944-0b52-44cb-a76a-ca7608146868 req-46174dd3-ae58-45c9-9a79-818db2dba96b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464323 Oct 28 20:58:55.526797 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33630) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:55.540500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4df316d4-6718-4e88-81d0-3203394acc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.618009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4df316d4-6718-4e88-81d0-3203394acc01 admin admin] Publish callbacks [] for security_group (ae4e151b-c2ea-45c0-b100-e32c56ccba9a), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.623202 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4df316d4-6718-4e88-81d0-3203394acc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ae4e151b-c2ea-45c0-b100-e32c56ccba9a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.660586 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-4df316d4-6718-4e88-81d0-3203394acc01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27f3b892fd3b45f7aea9be3e5d5bf56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326404 Oct 28 20:58:55.664196 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33636) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:55.666766 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df316d4-6718-4e88-81d0-3203394acc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4e151b-c2ea-45c0-b100-e32c56ccba9a,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:55.727875 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] Publish callbacks [] for security_group (ae4e151b-c2ea-45c0-b100-e32c56ccba9a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.757971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] Publish callbacks [] for security_group (ae4e151b-c2ea-45c0-b100-e32c56ccba9a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.854725 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbe0ec-6e9c-4730-8a6a-fdb902742a23 req-2ee34aa7-4369-432f-9367-cd41e400b5e6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:55.856634 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-21bbe0ec-6e9c-4730-8a6a-fdb902742a23 req-2ee34aa7-4369-432f-9367-cd41e400b5e6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0851312 Oct 28 20:58:55.872954 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ae4e151b-c2ea-45c0-b100-e32c56ccba9a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.875535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:55.877801 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae4e151b-c2ea-45c0-b100-e32c56ccba9a HTTP/1.1" status: 204 len: 168 time: 0.2119555 Oct 28 20:58:55.895886 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99665b5-83a6-43fc-bf2c-7f69efda71f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4e151b-c2ea-45c0-b100-e32c56ccba9a,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:55.940170 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-21bbe0ec-6e9c-4730-8a6a-fdb902742a23 req-48981198-befd-4ed1-9eac-92b5f1ad4c59 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767994 Oct 28 20:58:56.596149 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9dbcc-ba96-4ece-9475-6fa86453c38b req-a48bf9ef-4c45-4d01-8c6a-fa7d6854618c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:56.603432 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-45d9dbcc-ba96-4ece-9475-6fa86453c38b req-a48bf9ef-4c45-4d01-8c6a-fa7d6854618c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0610135 Oct 28 20:58:56.649230 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-45d9dbcc-ba96-4ece-9475-6fa86453c38b req-61b2821b-9d68-4fe7-9673-7ff2b8e229d0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Oct 28 20:58:57.074211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf7b6c-0132-4327-94f5-6f85c9fd7396 req-3d8b2efd-132a-4e0c-b194-e9f3a0d605eb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:57.075660 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-06bf7b6c-0132-4327-94f5-6f85c9fd7396 req-3d8b2efd-132a-4e0c-b194-e9f3a0d605eb tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0529811 Oct 28 20:58:57.104394 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33682) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:57.127897 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-06bf7b6c-0132-4327-94f5-6f85c9fd7396 req-b62d6191-f02c-4bfd-a6ab-8ddb9de1d2f3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459640 Oct 28 20:58:57.211031 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2cd50dc0-379c-4e31-9796-f4d8ebb2087a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.291804 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2cd50dc0-379c-4e31-9796-f4d8ebb2087a admin admin] Publish callbacks [] for security_group (64c58932-ce4e-4eca-815b-72fe6761f478), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.295993 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2cd50dc0-379c-4e31-9796-f4d8ebb2087a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (64c58932-ce4e-4eca-815b-72fe6761f478), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.336514 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2cd50dc0-379c-4e31-9796-f4d8ebb2087a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3dc6d6e3657f4e10824a1f5738988f86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309322 Oct 28 20:58:57.337611 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd50dc0-379c-4e31-9796-f4d8ebb2087a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c58932-ce4e-4eca-815b-72fe6761f478,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:57.339118 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 33686) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:58:57.389891 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] Publish callbacks [] for security_group (64c58932-ce4e-4eca-815b-72fe6761f478), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.414683 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] Publish callbacks [] for security_group (64c58932-ce4e-4eca-815b-72fe6761f478), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.469910 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (64c58932-ce4e-4eca-815b-72fe6761f478), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.472984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:58:57.474235 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/64c58932-ce4e-4eca-815b-72fe6761f478 HTTP/1.1" status: 204 len: 168 time: 0.1334224 Oct 28 20:58:57.482342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a702b70-c067-4e10-a965-e3eacc8a841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c58932-ce4e-4eca-815b-72fe6761f478,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:58:57.792713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10503063-3fc4-4b45-8967-86af2116dde1 req-03b2ff75-3c47-4700-ac81-fd3f115ed695 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:57.794363 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10503063-3fc4-4b45-8967-86af2116dde1 req-03b2ff75-3c47-4700-ac81-fd3f115ed695 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0681772 Oct 28 20:58:57.852466 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-10503063-3fc4-4b45-8967-86af2116dde1 req-659892df-6fa3-4abb-85c1-9e88c975a02b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486357 Oct 28 20:58:58.262289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff67db-5857-45ea-8b0d-d060750e3b3f req-de5bdb22-e1fb-4b40-8d5b-924518c5ddb6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:58.263812 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-82ff67db-5857-45ea-8b0d-d060750e3b3f req-de5bdb22-e1fb-4b40-8d5b-924518c5ddb6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0563695 Oct 28 20:58:58.314244 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-82ff67db-5857-45ea-8b0d-d060750e3b3f req-b13e89ad-a8d5-4f91-a64b-53d84fd90e6d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431790 Oct 28 20:58:59.004037 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907f653-f49f-4ca8-bb1d-50f08676fc0d req-d9926288-bb99-466f-ae83-b68b104bc7da tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:59.007684 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2907f653-f49f-4ca8-bb1d-50f08676fc0d req-d9926288-bb99-466f-ae83-b68b104bc7da tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0723279 Oct 28 20:58:59.087923 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2907f653-f49f-4ca8-bb1d-50f08676fc0d req-b02bcbaf-e351-4895-9da5-05804b4b4a45 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731082 Oct 28 20:58:59.483104 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf576c2-a406-42ae-bbd7-f14a910f9e05 req-da66959d-b436-4656-b745-6b1c9dfd9a04 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:58:59.484711 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7cf576c2-a406-42ae-bbd7-f14a910f9e05 req-da66959d-b436-4656-b745-6b1c9dfd9a04 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0615771 Oct 28 20:58:59.543333 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7cf576c2-a406-42ae-bbd7-f14a910f9e05 req-66695412-3fff-49a6-8828-e18015a97586 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498528 Oct 28 20:59:00.253480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd4024-8c49-49e6-ba30-15eb22766d4d req-42476d7f-5f80-419f-9817-5d06fed9e88f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:00.255179 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55cd4024-8c49-49e6-ba30-15eb22766d4d req-42476d7f-5f80-419f-9817-5d06fed9e88f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0653806 Oct 28 20:59:00.318343 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55cd4024-8c49-49e6-ba30-15eb22766d4d req-595c9d94-6194-44ae-bb78-cca449ad25dc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567355 Oct 28 20:59:00.698980 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a3aba-2a2d-4a0f-937d-9a4aae1eb370 req-87b96d79-8b8d-4555-b67b-2ae004f52562 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:00.701622 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8e9a3aba-2a2d-4a0f-937d-9a4aae1eb370 req-87b96d79-8b8d-4555-b67b-2ae004f52562 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0652261 Oct 28 20:59:00.702246 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:59:00.762023 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8e9a3aba-2a2d-4a0f-937d-9a4aae1eb370 req-4dbc9c65-9c93-4f2b-8d13-b437a7434951 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517530 Oct 28 20:59:00.831758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:00.845538 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:59:00.904500 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: ACTIVE; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:00.904934 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:00.926680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:59:00.950283 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:00.955397 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:01.029955 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=6']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:01.067156 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['b9c2ed21-911b-42ed-8153-4451e4bfce1a'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:59:01.248910 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-1121cad5-2369-4887-a11c-061ccb61b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:01.253574 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-1121cad5-2369-4887-a11c-061ccb61b07d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.2634931 Oct 28 20:59:01.390568 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-8db1966c-5ca9-4e7e-80d2-6f2ee61299f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:01.393090 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-8db1966c-5ca9-4e7e-80d2-6f2ee61299f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.1304088 Oct 28 20:59:01.478649 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3f887-fb1b-4a08-afba-0c23d0a2eb02 req-ffafb9d1-7a03-4e01-bb8b-5a51c351d86b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:01.486427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4d3f887-fb1b-4a08-afba-0c23d0a2eb02 req-ffafb9d1-7a03-4e01-bb8b-5a51c351d86b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0716376 Oct 28 20:59:01.514056 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-2ab25cf7-d959-4419-a8be-ce5eb2dde1e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 1001 time: 0.1130083 Oct 28 20:59:01.560629 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4d3f887-fb1b-4a08-afba-0c23d0a2eb02 req-95956af6-2302-4726-ac4f-4e674b38a9f1 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732973 Oct 28 20:59:01.588391 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-fc361bfe-6f4e-4b33-9080-38f76336a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:01.590811 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-fc361bfe-6f4e-4b33-9080-38f76336a4ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0698841 Oct 28 20:59:01.663952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-c9e1b971-d40d-45a5-8337-638e3e739014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:01.666296 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-c9e1b971-d40d-45a5-8337-638e3e739014 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649619 Oct 28 20:59:01.815260 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-76633e6d-c043-40aa-8f9f-3f4676c6d547 service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410887 Oct 28 20:59:02.079122 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1854e-8545-4c32-b422-800eb47d6b44 req-848aa91b-e509-4d09-988f-2c13e90b928e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:02.090917 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34a1854e-8545-4c32-b422-800eb47d6b44 req-848aa91b-e509-4d09-988f-2c13e90b928e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 944 time: 0.1503561 Oct 28 20:59:02.197681 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-34a1854e-8545-4c32-b422-800eb47d6b44 req-257651b8-a532-46b7-ac0a-d0eb64950604 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000278 Oct 28 20:59:02.348791 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bb6daddb-d2da-45c9-8234-f30d099af6a5 req-561c40b0-7cd4-404d-9db3-ebad7d53888d service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244436 Oct 28 20:59:02.716961 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:59:02.775989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1686e31-8ae5-4087-a795-fcfff3396d1d req-67276913-6da2-46f3-9aa6-78b6f093850c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:02.778389 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1686e31-8ae5-4087-a795-fcfff3396d1d req-67276913-6da2-46f3-9aa6-78b6f093850c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0989151 Oct 28 20:59:02.821090 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port b9c2ed21-911b-42ed-8153-4451e4bfce1a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:59:02.822256 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:02.822820 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port b9c2ed21-911b-42ed-8153-4451e4bfce1a Oct 28 20:59:02.877882 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1686e31-8ae5-4087-a795-fcfff3396d1d req-5597d24a-3f14-48b2-95c1-552c362f0546 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899706 Oct 28 20:59:02.927110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:02.927670 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:02.962177 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:02.977504 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1b8268-075f-45eb-9a4c-e35101e64d01" -d '{"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:02.999616 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:03.006902 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:03.050012 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b1e884-9084-44e4-b400-b003487e2a82 x-openstack-request-id: req-e5b1e884-9084-44e4-b400-b003487e2a82 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:03.050362 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:03.050600 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e5b1e884-9084-44e4-b400-b003487e2a82 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:03.050953 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b1e884-9084-44e4-b400-b003487e2a82'] response: {'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'code': 200} Oct 28 20:59:03.108070 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=7']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:03.400304 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a8244b-1797-4d97-99f0-4ba089b0b1f9 req-e97c3bc8-777d-4a73-bc9e-69dc91629cba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:03.402019 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-99a8244b-1797-4d97-99f0-4ba089b0b1f9 req-e97c3bc8-777d-4a73-bc9e-69dc91629cba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0699031 Oct 28 20:59:03.461233 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-99a8244b-1797-4d97-99f0-4ba089b0b1f9 req-7501410a-c03d-43eb-a2b2-e4ea33177a59 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527017 Oct 28 20:59:04.088076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b5da-8af0-46eb-96d5-4aebf1c60ea2 req-b2406632-da99-4bb8-9bae-12fa3025e21b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:04.094905 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-57a2b5da-8af0-46eb-96d5-4aebf1c60ea2 req-b2406632-da99-4bb8-9bae-12fa3025e21b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1090617 Oct 28 20:59:04.183161 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-57a2b5da-8af0-46eb-96d5-4aebf1c60ea2 req-d53478ff-0f76-4293-8368-11ac315fd867 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820575 Oct 28 20:59:04.677172 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f6df5-47c0-4efd-8785-8050965b3c39 req-b4c59e0a-6972-4766-90e3-0a9bdc678a9e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:04.684400 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-923f6df5-47c0-4efd-8785-8050965b3c39 req-b4c59e0a-6972-4766-90e3-0a9bdc678a9e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0796278 Oct 28 20:59:04.750369 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-923f6df5-47c0-4efd-8785-8050965b3c39 req-d33a7037-9ff7-4df4-9ee6-689250ad7d65 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646670 Oct 28 20:59:05.536196 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a7762-848e-4998-8876-61f1e6716e0c req-ab8d11e9-7f35-488e-9b17-6021e48a8c6a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:05.540864 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0f6a7762-848e-4998-8876-61f1e6716e0c req-ab8d11e9-7f35-488e-9b17-6021e48a8c6a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1952524 Oct 28 20:59:05.664671 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0f6a7762-848e-4998-8876-61f1e6716e0c req-871d12fa-5ef2-4001-81bd-294f219bfa94 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110740 Oct 28 20:59:06.048429 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33882) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:06.190736 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068d4e-5c2a-40f4-b1d1-153bbc4fc5c6 req-b9abc4bc-1cb0-4ca0-932d-8e77020e778d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:06.201577 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6068d4e-5c2a-40f4-b1d1-153bbc4fc5c6 req-b9abc4bc-1cb0-4ca0-932d-8e77020e778d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.2003899 Oct 28 20:59:06.346870 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-d774d1d2-7167-49de-8fca-84593b744696 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2955155 Oct 28 20:59:06.362832 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-16ac83a6-d0c4-481b-aeec-0f1911824285 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 20:59:06.363470 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6068d4e-5c2a-40f4-b1d1-153bbc4fc5c6 req-54506a92-aef4-4212-8e89-6fc5d03c35fe tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371167 Oct 28 20:59:06.364891 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-16ac83a6-d0c4-481b-aeec-0f1911824285 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088873 Oct 28 20:59:06.394023 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ef36f-1b98-4fd4-832f-898cd69ea62d req-6f945c58-720d-4efe-ad8a-42097a3eba9c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:06.412099 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af9ef36f-1b98-4fd4-832f-898cd69ea62d req-6f945c58-720d-4efe-ad8a-42097a3eba9c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1665080 Oct 28 20:59:06.533624 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-af9ef36f-1b98-4fd4-832f-898cd69ea62d req-8a972d88-2f1d-4c46-8bf7-a49c29cab498 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193273 Oct 28 20:59:06.721173 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:06.748415 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 33900) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:06.874024 dv-cinder-859839-2-iscsi neutron-server[115443]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 20:59:06.875717 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc is: ACTIVE; New status is: DOWN {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:06.876081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:06.932992 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:06.934612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:06.940941 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c610770-881d-47e0-b7b7-255aaaeeaea3" -d '{"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-unplugged", "status": "completed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:06.957822 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:07.008197 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-98228e4e-bdea-4e50-9c64-40772027d3a7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:07.010298 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-98228e4e-bdea-4e50-9c64-40772027d3a7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports/ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 943 time: 0.2599332 Oct 28 20:59:07.045612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=6']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:07.198025 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e48b9f68-73d0-4019-9f97-5ab73a3a5821 x-openstack-request-id: req-e48b9f68-73d0-4019-9f97-5ab73a3a5821 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:07.199494 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-unplugged", "status": "failed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "code": 422}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:07.199494 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e48b9f68-73d0-4019-9f97-5ab73a3a5821 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:07.199681 dv-cinder-859839-2-iscsi neutron-server[115444]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e48b9f68-73d0-4019-9f97-5ab73a3a5821']: {'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'code': 422} returned with failed status Oct 28 20:59:07.670348 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c66aa-8463-4bbd-b456-1361f6c0aaab req-06e1101f-f536-46c9-bdb0-93b049fb601e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:07.679598 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a09c66aa-8463-4bbd-b456-1361f6c0aaab req-06e1101f-f536-46c9-bdb0-93b049fb601e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.1434121 Oct 28 20:59:07.807931 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d400437c-1cf4-4150-a31b-e6fbb12cd2b8 req-5fc638b4-4763-481c-9405-16e7f6f707dc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:07.809847 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d400437c-1cf4-4150-a31b-e6fbb12cd2b8 req-5fc638b4-4763-481c-9405-16e7f6f707dc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1135645 Oct 28 20:59:07.828426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a09c66aa-8463-4bbd-b456-1361f6c0aaab req-a6cc77e9-06f7-4923-b268-8ea8301102e6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471100 Oct 28 20:59:07.946595 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d400437c-1cf4-4150-a31b-e6fbb12cd2b8 req-5b215995-4acf-4904-b870-889f4693e885 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115124 Oct 28 20:59:09.020563 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9c9b2-6d56-4112-9792-31099bd17ff2 req-19143127-419e-4f5a-8e5b-51ed6b9c96e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:09.027915 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-76f9c9b2-6d56-4112-9792-31099bd17ff2 req-19143127-419e-4f5a-8e5b-51ed6b9c96e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0724699 Oct 28 20:59:09.091487 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-76f9c9b2-6d56-4112-9792-31099bd17ff2 req-3459e6a2-362b-4c5e-b7f1-7f22ce40edf6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622430 Oct 28 20:59:09.228128 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d2aae-16cf-4047-94df-4755030b4426 req-484bf350-143d-4d75-979a-dbbfc6eae09f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:09.232520 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-395d2aae-16cf-4047-94df-4755030b4426 req-484bf350-143d-4d75-979a-dbbfc6eae09f tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0778618 Oct 28 20:59:09.349624 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-395d2aae-16cf-4047-94df-4755030b4426 req-dcaa7767-d349-4e0e-9ef1-08ef42134f75 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119633 Oct 28 20:59:10.348425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1b8a2-8e5d-4553-ba20-8fe3468ddd6e req-db23f9f8-b617-46c1-ae89-a482d0152d43 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:10.349840 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:10.355186 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e4a1b8a2-8e5d-4553-ba20-8fe3468ddd6e req-db23f9f8-b617-46c1-ae89-a482d0152d43 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.1223757 Oct 28 20:59:10.440627 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e4a1b8a2-8e5d-4553-ba20-8fe3468ddd6e req-d92749aa-3b1b-4004-9de4-10aed6c13ae6 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756867 Oct 28 20:59:10.586617 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19104126-3399-44bc-a1a1-c00bcda1ea1e req-3d8befba-db87-4690-b6fd-00c30c68a738 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:10.589350 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-19104126-3399-44bc-a1a1-c00bcda1ea1e req-3d8befba-db87-4690-b6fd-00c30c68a738 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0997944 Oct 28 20:59:10.696658 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-19104126-3399-44bc-a1a1-c00bcda1ea1e req-6bc2c397-194e-43a9-9211-e762f36fe172 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972209 Oct 28 20:59:11.728081 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dcc611-bea9-4fef-af17-b5db28ca4bfa req-6436da4f-c9e5-4637-b269-33c2fe0392a0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:11.740616 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-53dcc611-bea9-4fef-af17-b5db28ca4bfa req-6436da4f-c9e5-4637-b269-33c2fe0392a0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.1565273 Oct 28 20:59:11.829260 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-53dcc611-bea9-4fef-af17-b5db28ca4bfa req-a01ee3ba-8e1c-4386-b738-0e8681fefc25 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854568 Oct 28 20:59:11.899963 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60664ed3-8469-4f9f-a473-f6e420b4a912 req-b98af4a1-00e3-4e72-a3bb-66048fcecf02 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:11.903028 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-60664ed3-8469-4f9f-a473-f6e420b4a912 req-b98af4a1-00e3-4e72-a3bb-66048fcecf02 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0993345 Oct 28 20:59:11.966107 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-60664ed3-8469-4f9f-a473-f6e420b4a912 req-9fb2588c-fe1e-485e-a2ec-7d1a7eb40057 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565066 Oct 28 20:59:12.104427 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e986109-01d6-4967-a436-f66ca6e1719a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:13.039961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499839-b796-4736-9b73-15b4d7c1eab3 req-d2b194e2-9ae0-4386-aeb2-8f3a36836f90 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:13.042802 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3c499839-b796-4736-9b73-15b4d7c1eab3 req-d2b194e2-9ae0-4386-aeb2-8f3a36836f90 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0816891 Oct 28 20:59:13.216225 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3c499839-b796-4736-9b73-15b4d7c1eab3 req-5fc487b6-e28c-4a4e-bc49-ff9705a28c6e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575859 Oct 28 20:59:13.259656 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73a4ef-a8ea-4ecd-b60c-c28582716dc4 req-9de21adf-6143-4df4-94cb-9cf2aef16cc9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:13.264341 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0f73a4ef-a8ea-4ecd-b60c-c28582716dc4 req-9de21adf-6143-4df4-94cb-9cf2aef16cc9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1691854 Oct 28 20:59:13.352967 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0f73a4ef-a8ea-4ecd-b60c-c28582716dc4 req-50bcd85c-184e-40cb-b3ef-7ab87f8298c6 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794375 Oct 28 20:59:14.515469 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7875cf-c97c-41d0-9941-22044abf9e57 req-187cb902-c4f3-437b-8512-ecf1b190d4fc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:14.517396 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f7875cf-c97c-41d0-9941-22044abf9e57 req-187cb902-c4f3-437b-8512-ecf1b190d4fc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.1084995 Oct 28 20:59:14.639352 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1f7875cf-c97c-41d0-9941-22044abf9e57 req-ef1d87c0-3355-487c-a43f-5775d2524ad9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109064 Oct 28 20:59:14.661221 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-bc25dc7b-33c6-4f66-ba0c-89ff39f1717a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:14.708209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113891e-8bbc-4d96-a858-caad938e1834 req-c597b91e-43a1-4e94-8eab-299464452404 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:14.726874 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8113891e-8bbc-4d96-a858-caad938e1834 req-c597b91e-43a1-4e94-8eab-299464452404 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1958420 Oct 28 20:59:14.767187 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-bae09870-1300-4b4c-8e63-1edb0c8b78f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:14.775310 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-bae09870-1300-4b4c-8e63-1edb0c8b78f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072&tenant_id=803952ec317943c68a52064ca0c2535a HTTP/1.1" status: 200 len: 1128 time: 0.1788390 Oct 28 20:59:14.853344 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8113891e-8bbc-4d96-a858-caad938e1834 req-5cda7533-b16f-4447-a636-91bd14dd8bdd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250248 Oct 28 20:59:14.890403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-fa115cf5-80b2-42e7-a01e-a001754ceb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:14.894453 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-fa115cf5-80b2-42e7-a01e-a001754ceb6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1128 time: 0.0922797 Oct 28 20:59:15.146622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-e0398e64-39cf-49b7-b9b5-b4e6e7afc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:15.149132 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-e0398e64-39cf-49b7-b9b5-b4e6e7afc69f service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.2446783 Oct 28 20:59:15.258951 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-9ce5fe86-0a3e-46a3-bd97-a1c21da258c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 999 time: 0.1027575 Oct 28 20:59:15.420156 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-0d03a8dd-d505-424a-b4f5-d78724151bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:15.421718 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-0d03a8dd-d505-424a-b4f5-d78724151bc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0516930 Oct 28 20:59:15.509138 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433fa6c-df53-46df-9516-7de31850b97a req-b9fa1413-5e17-4ea5-a887-f226b0e0df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:15.511811 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-b9fa1413-5e17-4ea5-a887-f226b0e0df4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0789752 Oct 28 20:59:15.615088 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-5e942886-bad0-41d3-945d-2567d0db4a6f service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930185 Oct 28 20:59:15.717478 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-ae974c0e-a23d-4a59-9ae4-3e6f33cf71ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:15.720315 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-ae974c0e-a23d-4a59-9ae4-3e6f33cf71ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1129 time: 0.0859914 Oct 28 20:59:15.732755 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c433fa6c-df53-46df-9516-7de31850b97a req-de832aea-9cb7-4b7f-8f31-addb541d56f3 service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042707 Oct 28 20:59:15.837049 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d7fd8-0d86-4e87-bd9a-4ad0e6c0d5cd req-3b794437-bdb3-4d65-8f26-ab8e03f47716 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:15.838679 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dc9d7fd8-0d86-4e87-bd9a-4ad0e6c0d5cd req-3b794437-bdb3-4d65-8f26-ab8e03f47716 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0738747 Oct 28 20:59:15.898677 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dc9d7fd8-0d86-4e87-bd9a-4ad0e6c0d5cd req-efd8a9df-fe85-48e2-8332-dacce336ae2e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530612 Oct 28 20:59:16.009418 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb064067-180c-4b72-b59f-8af63ea9a477 req-2aea692a-8d93-4c21-9e55-47cc24a38272 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:16.010966 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cb064067-180c-4b72-b59f-8af63ea9a477 req-2aea692a-8d93-4c21-9e55-47cc24a38272 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0591948 Oct 28 20:59:16.068432 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cb064067-180c-4b72-b59f-8af63ea9a477 req-98571232-4a82-481a-8c0c-4f01490f5fb8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509224 Oct 28 20:59:16.668159 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:17.041702 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133f87f-c964-4daa-aa9f-b94ba35df37f req-f1ba2526-78eb-430f-bf8b-5003efd5301e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:17.043282 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3133f87f-c964-4daa-aa9f-b94ba35df37f req-f1ba2526-78eb-430f-bf8b-5003efd5301e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0563672 Oct 28 20:59:17.118627 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3133f87f-c964-4daa-aa9f-b94ba35df37f req-f0e3c4a1-20f6-4a16-a832-9e4b1dc88dea tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662198 Oct 28 20:59:17.223613 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166ee68-6cf4-4924-98b6-4f2c9590c310 req-a4a7a03d-696a-4bda-8829-f3059d41f0bd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:17.225466 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6166ee68-6cf4-4924-98b6-4f2c9590c310 req-a4a7a03d-696a-4bda-8829-f3059d41f0bd tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0669584 Oct 28 20:59:17.281286 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6166ee68-6cf4-4924-98b6-4f2c9590c310 req-a0edcc13-a94d-4b65-88db-3671f7ce53ee tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492733 Oct 28 20:59:18.306662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-e1c0e707-ddfa-4f41-9a8f-72168d0fa834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:18.308175 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-e1c0e707-ddfa-4f41-9a8f-72168d0fa834 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1258280 Oct 28 20:59:18.315418 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:18.318806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8d28d-652e-483f-bc2f-eef1dc70760a req-c80be7d9-bc6d-4e08-a6f0-7737672f7ba8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:18.320321 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6bc8d28d-652e-483f-bc2f-eef1dc70760a req-c80be7d9-bc6d-4e08-a6f0-7737672f7ba8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0943205 Oct 28 20:59:18.431753 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-32cea970-9c03-4f0f-8281-a3505f698986 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 1000 time: 0.1103446 Oct 28 20:59:18.492702 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6bc8d28d-652e-483f-bc2f-eef1dc70760a req-c962f268-f5e1-4277-a886-319d8c68c1e8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634300 Oct 28 20:59:18.517590 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d445b-9e9e-446f-9d7d-5839cf52f867 req-a3a58ca4-1b00-4fa7-ae02-9276c13871b8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:18.519146 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a01d445b-9e9e-446f-9d7d-5839cf52f867 req-a3a58ca4-1b00-4fa7-ae02-9276c13871b8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1403303 Oct 28 20:59:18.532076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-a1d77c4c-0963-4af0-a628-5e3e4aac7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:18.533496 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-a1d77c4c-0963-4af0-a628-5e3e4aac7e50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.0887125 Oct 28 20:59:18.603099 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a01d445b-9e9e-446f-9d7d-5839cf52f867 req-d2644b36-40f6-4c4b-84ad-4e173d2fd3f5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779746 Oct 28 20:59:18.612824 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-5187ce4d-afb9-468b-90de-89621d2db2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:18.614392 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-5187ce4d-afb9-468b-90de-89621d2db2ed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724797 Oct 28 20:59:18.719678 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:18.738411 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-b7f4bb69-a890-4f34-95f8-78a07cbb891b service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165121 Oct 28 20:59:18.841175 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc3a65be-aeda-45cb-8fbe-46db22be9f37 req-7d2bb04f-ec14-470c-87d4-14644cf69d15 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959206 Oct 28 20:59:19.686651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff99f-9d31-4132-9c3b-18bcc0119d80 req-f5415819-62f4-4879-86ee-3a912dcb578f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:19.692570 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-954ff99f-9d31-4132-9c3b-18bcc0119d80 req-f5415819-62f4-4879-86ee-3a912dcb578f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.0939686 Oct 28 20:59:19.791441 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-954ff99f-9d31-4132-9c3b-18bcc0119d80 req-cbc3d709-fd73-4c05-97be-0386f896df9c tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899181 Oct 28 20:59:19.810018 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea855-a94a-43ad-b5c8-14e8ccd3b439 req-bcc4f3c4-03de-43a8-98b4-1dbe3623c571 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:19.811726 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c77ea855-a94a-43ad-b5c8-14e8ccd3b439 req-bcc4f3c4-03de-43a8-98b4-1dbe3623c571 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0814326 Oct 28 20:59:19.871802 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c77ea855-a94a-43ad-b5c8-14e8ccd3b439 req-c96c25a2-120b-47cd-ac9a-6b1c53bc0bd1 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492840 Oct 28 20:59:20.854269 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:21.055265 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: ACTIVE; New status is: DOWN {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:21.055888 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:21.098281 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:21.100029 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7c8fa3-d5ce-47c3-98fe-d292661faff5" -d '{"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-unplugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:21.127635 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:21.133653 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:21.153327 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f20d8d-e915-4db1-88f4-4c93fd39a889 req-e4398460-d9c6-4ba7-8e5d-d474308f442b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:21.155060 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d8f20d8d-e915-4db1-88f4-4c93fd39a889 req-e4398460-d9c6-4ba7-8e5d-d474308f442b tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 945 time: 0.1554468 Oct 28 20:59:21.189496 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a7db7-d975-485f-8ddb-fea6077a8dad req-691c30a9-dfb4-4243-9ab4-39d9570d42c9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:21.191119 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-950a7db7-d975-485f-8ddb-fea6077a8dad req-691c30a9-dfb4-4243-9ab4-39d9570d42c9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1251862 Oct 28 20:59:21.206151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=8']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:21.244566 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d8f20d8d-e915-4db1-88f4-4c93fd39a889 req-f2980d45-ff26-45bc-96db-21dcadd4cc8f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788248 Oct 28 20:59:21.278233 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-950a7db7-d975-485f-8ddb-fea6077a8dad req-d1a1506d-55bf-4d63-a5d6-e4fd32d631b7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704162 Oct 28 20:59:21.383361 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ad9a2-e0c9-47db-a4e3-ce09d5b10a81 x-openstack-request-id: req-6f3ad9a2-e0c9-47db-a4e3-ce09d5b10a81 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:21.384591 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-unplugged", "status": "failed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "code": 422}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:21.385160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6f3ad9a2-e0c9-47db-a4e3-ce09d5b10a81 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:21.386038 dv-cinder-859839-2-iscsi neutron-server[115444]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6f3ad9a2-e0c9-47db-a4e3-ce09d5b10a81']: {'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'code': 422} returned with failed status Oct 28 20:59:22.547602 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62ba62-8d29-4eb5-8c15-9d5f0c42c437 req-5c4c1ba7-3d47-4425-a73f-5d4d6d086915 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:22.552758 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b62ba62-8d29-4eb5-8c15-9d5f0c42c437 req-5c4c1ba7-3d47-4425-a73f-5d4d6d086915 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.1243908 Oct 28 20:59:22.641218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b62ba62-8d29-4eb5-8c15-9d5f0c42c437 req-eaab9a25-ac09-45bd-ba30-a0bfc7391595 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734079 Oct 28 20:59:23.052243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfa05f-7d78-4505-9c4d-d031938c01bc req-fb829e41-58f1-4a45-a250-118c687b0db0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:23.054810 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c8cfa05f-7d78-4505-9c4d-d031938c01bc req-fb829e41-58f1-4a45-a250-118c687b0db0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1622643 Oct 28 20:59:23.077738 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-5b73ade9-eaf5-49ac-854a-944cad148896 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264291 Oct 28 20:59:23.150530 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c8cfa05f-7d78-4505-9c4d-d031938c01bc req-4621a7df-1f0e-4be4-8479-2a71c073d8e2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885181 Oct 28 20:59:23.200051 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-edcfed79-e1d7-4f96-b07f-42d256a20bd8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:23.201543 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-edcfed79-e1d7-4f96-b07f-42d256a20bd8 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports/b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 940 time: 0.0691996 Oct 28 20:59:23.404847 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 20:59:23.561285 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e5def-8214-47e1-a29b-ec2f8ac430b5 req-95803122-1331-4044-84bb-86b2b6cffc30 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:23.562954 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-952e5def-8214-47e1-a29b-ec2f8ac430b5 req-95803122-1331-4044-84bb-86b2b6cffc30 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0657599 Oct 28 20:59:23.623361 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-952e5def-8214-47e1-a29b-ec2f8ac430b5 req-d7e9fe8a-0792-4282-81d2-6b2c6a2b7b2a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504198 Oct 28 20:59:23.818402 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043572b-861d-4854-ab5f-b0ca142df265 req-e4003f3a-16e9-4c5a-9ad2-1a9a9ba7ac72 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:23.820135 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e043572b-861d-4854-ab5f-b0ca142df265 req-e4003f3a-16e9-4c5a-9ad2-1a9a9ba7ac72 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0566339 Oct 28 20:59:23.885712 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e043572b-861d-4854-ab5f-b0ca142df265 req-f0eebcfe-af7b-4595-8b87-90256d6b7520 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549064 Oct 28 20:59:24.314514 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41841239-45dc-421e-b574-0985b1e5eed3 req-f94c2587-011d-4f0e-8989-8b57bc3986f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:24.316140 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41841239-45dc-421e-b574-0985b1e5eed3 req-f94c2587-011d-4f0e-8989-8b57bc3986f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0650156 Oct 28 20:59:24.378058 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-41841239-45dc-421e-b574-0985b1e5eed3 req-d0cadd26-dc17-42b9-a856-d9d664df7820 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526721 Oct 28 20:59:24.772488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aabbea-a5ba-4a13-ba4a-5601ca6b9be3 req-cfd17c42-ac91-418f-84ae-218ae6315dfd tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:24.774788 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9aabbea-a5ba-4a13-ba4a-5601ca6b9be3 req-cfd17c42-ac91-418f-84ae-218ae6315dfd tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0638006 Oct 28 20:59:24.826334 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9aabbea-a5ba-4a13-ba4a-5601ca6b9be3 req-383d6132-f952-4881-b766-c5cb58356c4e tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Oct 28 20:59:25.051211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064559b3-bc55-44d5-a62e-9d7cea64ea23 req-706e52dd-2ba0-4493-b2e9-4e8ac891d674 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:25.053146 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-064559b3-bc55-44d5-a62e-9d7cea64ea23 req-706e52dd-2ba0-4493-b2e9-4e8ac891d674 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0677223 Oct 28 20:59:25.108438 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-064559b3-bc55-44d5-a62e-9d7cea64ea23 req-46ae6cba-0a12-49ab-b496-8396a5d230c7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493348 Oct 28 20:59:25.506893 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:25.539420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08302f78-92fa-4e2e-9bc7-583105056dd3 req-7cc87955-d6e4-4388-98e0-4e6aec06c693 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:25.543010 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08302f78-92fa-4e2e-9bc7-583105056dd3 req-7cc87955-d6e4-4388-98e0-4e6aec06c693 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0766966 Oct 28 20:59:25.615959 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: DOWN; New status is: DOWN {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:25.620408 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08302f78-92fa-4e2e-9bc7-583105056dd3 req-2d26e30a-77ce-4517-ad84-3ca12ddbad9a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688794 Oct 28 20:59:25.989159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e54b0-bc15-4098-b574-f6785cec6853 req-188d45ae-cd43-4f57-9dea-b9aecff8349d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:25.991954 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d68e54b0-bc15-4098-b574-f6785cec6853 req-188d45ae-cd43-4f57-9dea-b9aecff8349d tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.0802054 Oct 28 20:59:26.063150 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d68e54b0-bc15-4098-b574-f6785cec6853 req-453a8806-ebac-4de8-868e-1a25928d710b tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644588 Oct 28 20:59:26.221662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-d6795214-6a10-44bf-a1f6-da6898a373f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:26.223936 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-d6795214-6a10-44bf-a1f6-da6898a373f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76&tenant_id=908c94b386f2491aa46bed4be1d5ea84 HTTP/1.1" status: 200 len: 1127 time: 0.1428704 Oct 28 20:59:26.319654 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f8786-4071-4fb3-960c-25dff1c5c901 req-fbc6fc37-93d0-4e60-a114-a3f8ab27b9d5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:26.321213 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-852f8786-4071-4fb3-960c-25dff1c5c901 req-fbc6fc37-93d0-4e60-a114-a3f8ab27b9d5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 944 time: 0.0961215 Oct 28 20:59:26.327523 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-021365a5-09f3-438b-90cc-c7362c7e73ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:26.329694 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-021365a5-09f3-438b-90cc-c7362c7e73ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=908c94b386f2491aa46bed4be1d5ea84&device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1127 time: 0.0749156 Oct 28 20:59:26.437988 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-852f8786-4071-4fb3-960c-25dff1c5c901 req-a616ab55-1371-46ad-9458-bba7a4cbe034 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056533 Oct 28 20:59:26.468195 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-8f844d3d-2c6f-494f-8cdb-89b2ca789b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:26.470633 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-8f844d3d-2c6f-494f-8cdb-89b2ca789b16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 200 len: 918 time: 0.1327698 Oct 28 20:59:26.543227 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-60c46798-7306-4562-bf6d-cd08bab5524e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 200 len: 998 time: 0.0649464 Oct 28 20:59:26.842555 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:59:26.918619 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-bcbe667a-54a0-4dc3-a6b6-c3bc8302a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:26.921241 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-bcbe667a-54a0-4dc3-a6b6-c3bc8302a5ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 200 len: 856 time: 0.3713322 Oct 28 20:59:26.976781 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:26.993039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'port_id': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'mac_address': 'fa:16:3e:f2:c4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:59:27.007424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54453a-1497-40e8-b587-c54360b26e9e req-6a9bbd33-2647-4f50-b92d-e045441f7579 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:27.009519 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d54453a-1497-40e8-b587-c54360b26e9e req-6a9bbd33-2647-4f50-b92d-e045441f7579 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1671262 Oct 28 20:59:27.041941 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-446f4509-0128-4e22-a135-9c075dac6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:27.043776 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-446f4509-0128-4e22-a135-9c075dac6252 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0e1bf57-7623-45a9-9c3d-abb9374865f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1153955 Oct 28 20:59:27.044332 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:27.044749 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:27.064666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9bdd85-1184-4d74-b3e2-e8b7e80297bc {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:59:27.089599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:27.097017 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:27.176472 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8d54453a-1497-40e8-b587-c54360b26e9e req-97d8fe99-0bd7-4eae-bead-5f5ce67fad7a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418493 Oct 28 20:59:27.188544 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=7']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:27.216293 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-550603b5-0f05-4021-bbf0-82a6960679d2 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640053 Oct 28 20:59:27.351019 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:59:27.372890 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8db3d-8fd4-4be6-9089-1db322ad5b08 req-c7c24171-a4d6-418f-9a5f-40c12b77f0e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:27.374855 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-68f8db3d-8fd4-4be6-9089-1db322ad5b08 req-c7c24171-a4d6-418f-9a5f-40c12b77f0e8 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.1308727 Oct 28 20:59:27.377883 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f4a3871-673b-4d23-9c57-cadd69be5897 req-2073fbc9-3b19-4651-b2c9-5ac42223bf83 service neutron] 10.222.0.26 "GET /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545544 Oct 28 20:59:27.439427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-68f8db3d-8fd4-4be6-9089-1db322ad5b08 req-d119ec06-2fe4-449d-90fe-1b10e156b28e tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513928 Oct 28 20:59:27.595372 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b192a-a873-403f-9f82-f582fae8762a req-84c44a79-b8f9-4d62-bb15-4ad685fae3fc tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:27.596973 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fd5b192a-a873-403f-9f82-f582fae8762a req-84c44a79-b8f9-4d62-bb15-4ad685fae3fc tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.1312222 Oct 28 20:59:27.614187 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82a941-fce5-4729-a563-71d771c6be84 req-5b7bc944-d647-41a8-9e3c-d92436471599 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:27.615790 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aa82a941-fce5-4729-a563-71d771c6be84 req-5b7bc944-d647-41a8-9e3c-d92436471599 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 945 time: 0.0844052 Oct 28 20:59:27.763080 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aa82a941-fce5-4729-a563-71d771c6be84 req-b17cafa1-1c05-4a70-830a-77594faa1521 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299956 Oct 28 20:59:27.786060 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Deleting port 33999d9e-9045-4db4-bed7-c7287b5b40cd {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:27.786413 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:27.916452 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] For port 33999d9e-9045-4db4-bed7-c7287b5b40cd, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=33999d9e-9045-4db4-bed7-c7287b5b40cd,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:27.916917 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:28.425366 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:28.426350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:28.426350 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Floating IP 55e33c1a-c7f6-439b-ac96-f0efc4aff025 disassociated. External IP: 172.27.3.191, port: 33999d9e-9045-4db4-bed7-c7287b5b40cd. Oct 28 20:59:28.426350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Calling delete_port for 33999d9e-9045-4db4-bed7-c7287b5b40cd owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:28.492174 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655531b5-8753-42ae-9a21-f12ddb973b67 req-149bc98a-0d47-4fa2-9146-51d228cda7ba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:28.499456 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-655531b5-8753-42ae-9a21-f12ddb973b67 req-149bc98a-0d47-4fa2-9146-51d228cda7ba tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1543448 Oct 28 20:59:28.614812 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-655531b5-8753-42ae-9a21-f12ddb973b67 req-b41a3f60-038a-4395-9835-ee71afcf24f2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132698 Oct 28 20:59:28.804191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d84aa-ed0c-44d3-9350-fd44623e6698 req-4997b769-eed6-461d-8ba2-2c4475ce9be9 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:28.806694 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed4d84aa-ed0c-44d3-9350-fd44623e6698 req-4997b769-eed6-461d-8ba2-2c4475ce9be9 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 945 time: 0.1821418 Oct 28 20:59:28.857608 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:59:28.914594 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed4d84aa-ed0c-44d3-9350-fd44623e6698 req-558d9d55-0f3b-4edd-867a-0da4ddced855 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups?id=715588c5-4396-4818-b769-025a0d6fcf25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960958 Oct 28 20:59:28.915982 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (33999d9e-9045-4db4-bed7-c7287b5b40cd), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:28.956182 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:59:28.956566 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:28.957154 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc Oct 28 20:59:29.005294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'Port': ['ID=33999d9e-9045-4db4-bed7-c7287b5b40cd,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:29.131343 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:29.132220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:29.202409 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:29.207845 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.208340 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cf0248-cfed-4652-a9db-1a4ca19a8451" -d '{"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-plugged", "status": "completed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:29.208501 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.208920 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.209466 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.210014 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.210573 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.211163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.211682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.212307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.212879 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.213366 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.213949 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.214472 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:29.243349 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:29.259899 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:29.268873 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 33999d9e-9045-4db4-bed7-c7287b5b40cd no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:29.385775 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:59:29.406975 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea14534-f7c8-4104-9ba4-deb8bcb9e30c x-openstack-request-id: req-3ea14534-f7c8-4104-9ba4-deb8bcb9e30c {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:29.411111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-plugged", "status": "completed", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:29.411701 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3ea14534-f7c8-4104-9ba4-deb8bcb9e30c {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:29.412257 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea14534-f7c8-4104-9ba4-deb8bcb9e30c'] response: {'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'code': 200} Oct 28 20:59:29.444176 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 33999d9e-9045-4db4-bed7-c7287b5b40cd {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:29.444609 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 33999d9e-9045-4db4-bed7-c7287b5b40cd not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:29.446822 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=8']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:29.514421 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93f50-44e6-475d-ac95-dee2c76ef7ca req-ff8ddb82-35a4-4ec8-9f9a-22f1c7301cf2 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:29.523269 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-36e93f50-44e6-475d-ac95-dee2c76ef7ca req-ff8ddb82-35a4-4ec8-9f9a-22f1c7301cf2 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 945 time: 0.5202959 Oct 28 20:59:29.673684 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-36e93f50-44e6-475d-ac95-dee2c76ef7ca req-30a1b8b3-f83b-493b-bf15-b8a53e57ece5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857666 Oct 28 20:59:29.746626 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:59:29.768327 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:59:29.821798 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:29.823102 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:29.875093 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] No DVR routers for this DVR port 33999d9e-9045-4db4-bed7-c7287b5b40cd on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:59:29.880336 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:29.885453 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fd5b192a-a873-403f-9f82-f582fae8762a req-da208d56-d199-44b2-a671-4df814fa03fe tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.26 "DELETE /v2.0/ports/33999d9e-9045-4db4-bed7-c7287b5b40cd HTTP/1.1" status: 204 len: 173 time: 2.2604501 Oct 28 20:59:29.923552 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'name': 'network-vif-deleted', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:29.928061 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75397c54-6f97-4e53-bbd8-15e49cb8edf3" -d '{"events": [{"server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "name": "network-vif-deleted", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:29.975143 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1074e64-446f-4409-a98d-abfc1a296ed6 req-9afaa51d-fab8-4e2a-87a5-2f0aad78b419 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:29.978097 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1074e64-446f-4409-a98d-abfc1a296ed6 req-9afaa51d-fab8-4e2a-87a5-2f0aad78b419 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1681826 Oct 28 20:59:30.117486 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d1074e64-446f-4409-a98d-abfc1a296ed6 req-a2ae5d55-7bea-4eb1-aa3b-dc62a495f634 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195281 Oct 28 20:59:30.120116 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8da1dda-bcc4-40a0-99a3-bff5db07c9d8 x-openstack-request-id: req-e8da1dda-bcc4-40a0-99a3-bff5db07c9d8 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:30.120495 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c1709d-3bee-48bd-b96c-6b7f652d2e27", "name": "network-vif-deleted", "tag": "33999d9e-9045-4db4-bed7-c7287b5b40cd", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:30.120827 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e8da1dda-bcc4-40a0-99a3-bff5db07c9d8 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:30.121329 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8da1dda-bcc4-40a0-99a3-bff5db07c9d8'] response: {'server_uuid': 'e9c1709d-3bee-48bd-b96c-6b7f652d2e27', 'name': 'network-vif-deleted', 'tag': '33999d9e-9045-4db4-bed7-c7287b5b40cd', 'status': 'completed', 'code': 200} Oct 28 20:59:30.289706 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-04c25da1-5f90-468f-9c33-c48c8d69427b req-41e9cdc7-fe34-4bca-91b6-af3dfed250a2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0584204 Oct 28 20:59:30.332508 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:30.642746 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:30.669971 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:59:30.681399 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:30.682306 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:30.848394 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:30.917627 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518e26b-4ce2-4efd-a3d1-bca7592b42af req-f6636e84-1692-4520-9277-9bfe9471dd70 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:30.919798 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7518e26b-4ce2-4efd-a3d1-bca7592b42af req-f6636e84-1692-4520-9277-9bfe9471dd70 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1079330 Oct 28 20:59:31.068952 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7518e26b-4ce2-4efd-a3d1-bca7592b42af req-1b0807dd-40e6-4c38-9e79-16b822e7e2d3 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282763 Oct 28 20:59:31.352615 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:31.433857 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abc2e1-bbb7-4d34-8418-adf804151f4b None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:22Z', 'revision_number': 4, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '45cd7824-4c2f-45be-bac6-87f391155e59', 'name': '', 'network_id': 'bfa2cdb9-7a95-4773-bf8a-7c702368dcb0', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'mac_address': 'fa:16:3e:6b:ef:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:20Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'subnets': [{'id': '790d3e44-f75c-4481-befd-d0c956dd2e5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:59:31.517914 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c1da4a4b-8f37-41b7-b93f-bb696a1ffcb6 req-46ee44c3-892c-44e9-9171-a79e4f55b2a5 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0671577 Oct 28 20:59:31.600014 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8c59b-b51c-4378-a00e-eeddba11146b req-dad41c4b-5278-4f0e-900d-780bb2c68944 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:31.601673 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e3a8c59b-b51c-4378-a00e-eeddba11146b req-dad41c4b-5278-4f0e-900d-780bb2c68944 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0881541 Oct 28 20:59:31.724503 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e3a8c59b-b51c-4378-a00e-eeddba11146b req-2dda8df1-ebf4-4d5a-8817-c2fdb46ce24a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109858 Oct 28 20:59:31.898360 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e7616-39ba-4434-9124-bd48554fa98e None None] New status for floating IP 55e33c1a-c7f6-439b-ac96-f0efc4aff025: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:59:32.222524 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec0976-b72b-4d43-802d-f282d7178398 req-cb0c0d8d-42c0-4a1e-b009-26e8471f5a78 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:32.227037 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fbec0976-b72b-4d43-802d-f282d7178398 req-cb0c0d8d-42c0-4a1e-b009-26e8471f5a78 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0676706 Oct 28 20:59:32.307408 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fbec0976-b72b-4d43-802d-f282d7178398 req-5cd32ee5-a3b5-4b95-877c-e1f07a433395 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705888 Oct 28 20:59:32.701796 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-13ad787b-9210-42c2-a2fe-236dcc754d89 req-742289e3-67a6-4d13-ba0b-d136a55e9ca2 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0642521 Oct 28 20:59:32.702576 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34298) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:32.896414 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-51ff62db-ce03-4b18-80df-81615d39af15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:32.917540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1f923-da4f-4a26-a78b-ac397c037935 req-8bc391ae-0a33-4283-866c-c2f4286cb449 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:32.923798 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22f1f923-da4f-4a26-a78b-ac397c037935 req-8bc391ae-0a33-4283-866c-c2f4286cb449 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0751462 Oct 28 20:59:32.995211 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22f1f923-da4f-4a26-a78b-ac397c037935 req-16c797ef-147d-431a-a1a8-9240a3d3442e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676236 Oct 28 20:59:33.018005 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-51ff62db-ce03-4b18-80df-81615d39af15 admin admin] Publish callbacks [] for security_group (f7309b74-10d3-47bf-8b30-82551448924d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.025473 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-51ff62db-ce03-4b18-80df-81615d39af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f7309b74-10d3-47bf-8b30-82551448924d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.069114 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff62db-ce03-4b18-80df-81615d39af15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7309b74-10d3-47bf-8b30-82551448924d,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:33.086833 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34308) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:33.089250 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-51ff62db-ce03-4b18-80df-81615d39af15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea5496dc24e142b187d42932c2a24842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850634 Oct 28 20:59:33.180852 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] Publish callbacks [] for security_group (f7309b74-10d3-47bf-8b30-82551448924d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.215969 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] Publish callbacks [] for security_group (f7309b74-10d3-47bf-8b30-82551448924d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.302422 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f7309b74-10d3-47bf-8b30-82551448924d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.310366 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:33.313008 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7309b74-10d3-47bf-8b30-82551448924d HTTP/1.1" status: 204 len: 168 time: 0.2244425 Oct 28 20:59:33.333092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984897b2-b695-4e60-a946-96f0d6a3767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7309b74-10d3-47bf-8b30-82551448924d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:33.560058 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73adcc-e8d0-424c-b39a-09537a3d2ef1 req-bc6322af-99a7-4488-8690-c40ebbf8f490 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:33.561773 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9f73adcc-e8d0-424c-b39a-09537a3d2ef1 req-bc6322af-99a7-4488-8690-c40ebbf8f490 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0882938 Oct 28 20:59:33.653284 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9f73adcc-e8d0-424c-b39a-09537a3d2ef1 req-d6278def-9297-4b68-a4c3-f633e8087bf2 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843146 Oct 28 20:59:33.960347 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f2a9929f-7e6c-4d30-90e0-affaecf11149 req-cc436136-b8f4-48f3-a6ad-47fb245d6d29 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0667930 Oct 28 20:59:34.190809 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47855a21-4a48-4ac2-82ec-d8bd8716f003 req-6c7a4fd7-7309-49e8-b977-98da4d7da6f9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:34.198337 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-47855a21-4a48-4ac2-82ec-d8bd8716f003 req-6c7a4fd7-7309-49e8-b977-98da4d7da6f9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0849469 Oct 28 20:59:34.273702 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-47855a21-4a48-4ac2-82ec-d8bd8716f003 req-9117094f-9ac2-4121-bdcf-1f0d09ec1538 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738473 Oct 28 20:59:34.833006 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daabd60-5ebd-45dd-9bbc-494d6e83bb73 req-88034c2f-2fe6-4bf8-b9a3-a69caa4531ca tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:34.838149 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1daabd60-5ebd-45dd-9bbc-494d6e83bb73 req-88034c2f-2fe6-4bf8-b9a3-a69caa4531ca tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0665374 Oct 28 20:59:34.913510 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1daabd60-5ebd-45dd-9bbc-494d6e83bb73 req-b69616ea-d961-4145-bc62-038dfa0d371b tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715973 Oct 28 20:59:35.114692 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c9c7f834-de25-43e9-b817-42e1cae422c6 req-40582726-d202-4d02-a740-d45744a50824 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0424781 Oct 28 20:59:35.171514 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34352) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:35.318049 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-80a809d4-0b26-4e35-9b4f-6366a84a5c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.463651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-80a809d4-0b26-4e35-9b4f-6366a84a5c07 admin admin] Publish callbacks [] for security_group (fd7a355b-7c75-4ac5-ae61-7ed390ce22d7), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.474206 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-80a809d4-0b26-4e35-9b4f-6366a84a5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fd7a355b-7c75-4ac5-ae61-7ed390ce22d7), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.511959 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a809d4-0b26-4e35-9b4f-6366a84a5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7a355b-7c75-4ac5-ae61-7ed390ce22d7,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:35.545181 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824bd37-49c3-4491-a90e-585e2a139336 req-3eb4a1f7-e673-4e75-a08b-8cf8cff995f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:35.548250 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c824bd37-49c3-4491-a90e-585e2a139336 req-3eb4a1f7-e673-4e75-a08b-8cf8cff995f0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1685891 Oct 28 20:59:35.550970 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-80a809d4-0b26-4e35-9b4f-6366a84a5c07 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac7ae36dbe3b437893ebc000587f5e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779871 Oct 28 20:59:35.554549 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34358) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:35.614985 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] Publish callbacks [] for security_group (fd7a355b-7c75-4ac5-ae61-7ed390ce22d7), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.615995 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c824bd37-49c3-4491-a90e-585e2a139336 req-2a5a1d46-babe-430c-a7df-c54f126a0bf4 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507598 Oct 28 20:59:35.642003 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] Publish callbacks [] for security_group (fd7a355b-7c75-4ac5-ae61-7ed390ce22d7), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.702945 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fd7a355b-7c75-4ac5-ae61-7ed390ce22d7), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.706224 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:35.711149 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fd7a355b-7c75-4ac5-ae61-7ed390ce22d7 HTTP/1.1" status: 204 len: 168 time: 0.1518300 Oct 28 20:59:35.717738 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa645-75d7-4d12-8b80-4e4e0908cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7a355b-7c75-4ac5-ae61-7ed390ce22d7,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:36.253084 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85616140-ac52-4cdf-a7ec-a6ead2fe7c72 req-60eea38a-925a-47b6-93cb-cb3f10442cd9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:36.278761 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-85616140-ac52-4cdf-a7ec-a6ead2fe7c72 req-60eea38a-925a-47b6-93cb-cb3f10442cd9 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1843007 Oct 28 20:59:36.396840 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-15644893-0118-4583-8c9e-14b19c6ff5f2 req-bd68eddd-d10d-43cf-9fdf-c7d8cab0b8ba tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0491838 Oct 28 20:59:36.462245 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-85616140-ac52-4cdf-a7ec-a6ead2fe7c72 req-d274b1db-1720-43b1-a8bb-535e38e56420 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822457 Oct 28 20:59:36.769214 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4b96c-81cd-4f92-9303-e34076770860 req-c9205ba6-b700-43b7-bbf0-c42b141bbcde tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:36.771025 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d7d4b96c-81cd-4f92-9303-e34076770860 req-c9205ba6-b700-43b7-bbf0-c42b141bbcde tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0643909 Oct 28 20:59:36.823143 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d7d4b96c-81cd-4f92-9303-e34076770860 req-6f56d07a-68e7-447b-a811-e017633e0eae tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Oct 28 20:59:36.975421 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66d234-f406-428a-9849-2f23205bacd9 req-5405f8b6-0650-412e-88f8-51796cb0688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:36.977068 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce66d234-f406-428a-9849-2f23205bacd9 req-5405f8b6-0650-412e-88f8-51796cb0688b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.0648921 Oct 28 20:59:37.059527 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ce66d234-f406-428a-9849-2f23205bacd9 req-712dd63d-c0f9-40c5-8a6a-39e55410063d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663249 Oct 28 20:59:37.570864 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f3562d24-c233-4939-aa1c-6c2b9fd0066a req-617ac62a-8f10-4b48-b29b-85b300178cb1 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9c1709d-3bee-48bd-b96c-6b7f652d2e27 HTTP/1.1" status: 200 len: 210 time: 0.0354869 Oct 28 20:59:37.637624 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62757215-690b-40ee-a8e1-0a3309573d06 req-b35b5eb3-2a59-490a-81cd-f0a3b3698bad tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:37.639446 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62757215-690b-40ee-a8e1-0a3309573d06 req-b35b5eb3-2a59-490a-81cd-f0a3b3698bad tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.0647995 Oct 28 20:59:37.707426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-62757215-690b-40ee-a8e1-0a3309573d06 req-c86988bc-d74d-4e62-9688-092ade82de16 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526259 Oct 28 20:59:37.972840 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65226fd-0f36-4539-b08f-39ec892d5e0d req-c4d63355-d9e9-4e90-b06d-92a083e59757 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:37.974658 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b65226fd-0f36-4539-b08f-39ec892d5e0d req-c4d63355-d9e9-4e90-b06d-92a083e59757 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.0670912 Oct 28 20:59:38.033465 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b65226fd-0f36-4539-b08f-39ec892d5e0d req-118ae961-a979-44f8-8cd2-ba281f3adc3e tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504897 Oct 28 20:59:38.682822 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34428) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:38.752352 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (715588c5-4396-4818-b769-025a0d6fcf25), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:38.786399 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (715588c5-4396-4818-b769-025a0d6fcf25), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:38.852995 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (715588c5-4396-4818-b769-025a0d6fcf25), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:38.858747 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:38.860624 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "DELETE /v2.0/security-groups/715588c5-4396-4818-b769-025a0d6fcf25 HTTP/1.1" status: 204 len: 168 time: 0.1765180 Oct 28 20:59:38.863665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34438) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:38.878253 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a3a84-a1a0-432f-92ea-0e979e588610 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=715588c5-4396-4818-b769-025a0d6fcf25,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:38.899071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.api.v2.resource [None req-c4a1cc90-5483-4e6c-88c2-cd9d6c797d5a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] show failed (client error): The resource could not be found. Oct 28 20:59:38.900965 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c4a1cc90-5483-4e6c-88c2-cd9d6c797d5a tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "GET /v2.0/security-groups/715588c5-4396-4818-b769-025a0d6fcf25 HTTP/1.1" status: 404 len: 347 time: 0.0355475 Oct 28 20:59:38.905425 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 20:59:38.907102 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34440) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:39.114000 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7e5e5-ede0-444a-8104-a5d44ced68e0 req-873f4da1-0df8-4672-8b11-2ca60e021ba0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:39.116965 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9be7e5e5-ede0-444a-8104-a5d44ced68e0 req-873f4da1-0df8-4672-8b11-2ca60e021ba0 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.2140846 Oct 28 20:59:39.119391 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:39.141517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'port_id': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'mac_address': 'fa:16:3e:90:e1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 20:59:39.147667 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Deleting port 1277ce53-df69-4a87-9d7a-40dd96ce9182 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:39.148255 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.186038 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:39.187210 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.205122 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:59:39.234550 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:39.244662 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.284567 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.285107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (1277ce53-df69-4a87-9d7a-40dd96ce9182), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.290593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0cfa8-a09f-49a9-ac59-a64137b55e70 req-2e57429b-3777-4a72-bc04-c8f3c6b21491 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:39.292247 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cee0cfa8-a09f-49a9-ac59-a64137b55e70 req-2e57429b-3777-4a72-bc04-c8f3c6b21491 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 943 time: 0.1438510 Oct 28 20:59:39.302118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Calling delete_port for 1277ce53-df69-4a87-9d7a-40dd96ce9182 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:39.305259 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9be7e5e5-ede0-444a-8104-a5d44ced68e0 req-3551c86a-700e-4179-b23d-acb6ef516f28 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812229 Oct 28 20:59:39.335039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=9']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:39.343248 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.343688 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.344328 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.344707 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.345045 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.345530 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.345707 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.346039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.346365 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.346689 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.347021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.347342 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.347662 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:39.386279 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cee0cfa8-a09f-49a9-ac59-a64137b55e70 req-0dbc71ec-4b46-4e24-9fa1-33283c836c61 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797939 Oct 28 20:59:39.531922 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['b9c2ed21-911b-42ed-8153-4451e4bfce1a'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 20:59:39.537272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (1277ce53-df69-4a87-9d7a-40dd96ce9182), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.572893 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Pushing event deleted for resources: {'Port': ['ID=1277ce53-df69-4a87-9d7a-40dd96ce9182,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:39.641638 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks [] for floatingip (55e33c1a-c7f6-439b-ac96-f0efc4aff025), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.644356 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:39.645824 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9aad1a51-15e0-4038-9905-0d99645925d0 tempest-AttachVolumeTestJSON-1087754069 tempest-AttachVolumeTestJSON-1087754069-project] 10.222.0.49 "DELETE /v2.0/floatingips/55e33c1a-c7f6-439b-ac96-f0efc4aff025 HTTP/1.1" status: 204 len: 168 time: 0.7371137 Oct 28 20:59:40.345161 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:40.538223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592110b-fa7d-4ddb-84e7-6eb5cfd601f9 req-d73f6fb3-118a-4c8c-8d35-cf84e4310ffc tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:40.539858 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1592110b-fa7d-4ddb-84e7-6eb5cfd601f9 req-d73f6fb3-118a-4c8c-8d35-cf84e4310ffc tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.1029093 Oct 28 20:59:40.563235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490440c-9fea-4a15-9989-e64868f0d394 req-f5fffefe-a15e-458c-a5f8-bf4ef6d29401 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:40.564846 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5490440c-9fea-4a15-9989-e64868f0d394 req-f5fffefe-a15e-458c-a5f8-bf4ef6d29401 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 944 time: 0.0822108 Oct 28 20:59:40.632027 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1592110b-fa7d-4ddb-84e7-6eb5cfd601f9 req-998db319-08fa-4662-8870-1ec1deb68b33 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854008 Oct 28 20:59:40.639703 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5490440c-9fea-4a15-9989-e64868f0d394 req-31eca7c7-2460-46e1-84e9-2b54a80c908a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681455 Oct 28 20:59:40.917292 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 20:59:40.984497 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port b9c2ed21-911b-42ed-8153-4451e4bfce1a triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 20:59:40.985038 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:40.985379 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port b9c2ed21-911b-42ed-8153-4451e4bfce1a Oct 28 20:59:41.060078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port b9c2ed21-911b-42ed-8153-4451e4bfce1a is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 20:59:41.060456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:41.089659 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:41.092086 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ea8a2a-db40-488f-8cc2-9fcc0bb5ae0b" -d '{"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:41.117640 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:41.123996 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:41.153870 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c24a4a-27e9-49a4-8a12-131d76cbe567 x-openstack-request-id: req-d4c24a4a-27e9-49a4-8a12-131d76cbe567 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:41.154161 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-plugged", "status": "completed", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:41.154416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4c24a4a-27e9-49a4-8a12-131d76cbe567 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:41.154805 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c24a4a-27e9-49a4-8a12-131d76cbe567'] response: {'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'code': 200} Oct 28 20:59:41.178708 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=10']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:41.365578 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d934f-2476-4451-9bde-7e2abe0b7459 req-64118f4b-15fe-4c47-a09d-580d82a417fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:41.367117 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a02d934f-2476-4451-9bde-7e2abe0b7459 req-64118f4b-15fe-4c47-a09d-580d82a417fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 1130 time: 0.0594382 Oct 28 20:59:41.433780 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a02d934f-2476-4451-9bde-7e2abe0b7459 req-2b3a8f4f-1052-4d3e-ad5c-659e661b2bda service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597217 Oct 28 20:59:41.823665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8619dc-60aa-4056-a811-1a019d813609 req-62765306-b67b-458c-96b0-432aa5b1a4f5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:41.825577 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9a8619dc-60aa-4056-a811-1a019d813609 req-62765306-b67b-458c-96b0-432aa5b1a4f5 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.1050355 Oct 28 20:59:41.838273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd5696-c6cf-4535-903e-555640fb3d96 req-7b934168-d566-4afd-a6e1-74c2b17273dc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:41.839883 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55fd5696-c6cf-4535-903e-555640fb3d96 req-7b934168-d566-4afd-a6e1-74c2b17273dc tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0811694 Oct 28 20:59:41.927706 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9a8619dc-60aa-4056-a811-1a019d813609 req-03ccb31b-3f5d-487c-b6a9-8cc689ff48e2 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865059 Oct 28 20:59:41.936374 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-55fd5696-c6cf-4535-903e-555640fb3d96 req-ae916e35-9276-4651-a28e-b4ea91ffeb5f tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873537 Oct 28 20:59:42.104456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f38cda58-da6f-4514-a930-d01f76eeb382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:42.254733 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-4a5f3ee4-b879-46b8-b694-274926c8ce45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698903 Oct 28 20:59:42.378543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a72ffc-5117-459a-a204-9ced193357f6 req-71cef27f-6d82-4987-b454-0da63cbb4880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:42.379883 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-a1000a1c-6583-43c2-904e-4afbeff03c38 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:42.380645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-71cef27f-6d82-4987-b454-0da63cbb4880 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.0696161 Oct 28 20:59:42.382731 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-a1000a1c-6583-43c2-904e-4afbeff03c38 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.0743322 Oct 28 20:59:42.533521 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a72ffc-5117-459a-a204-9ced193357f6 req-64432651-40f1-4d11-924d-c2e842569616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:42.535272 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-64432651-40f1-4d11-924d-c2e842569616 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.1289785 Oct 28 20:59:42.560159 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port 0e301585-0443-417a-b056-aceea2fbcf85 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:42.560641 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (0e301585-0443-417a-b056-aceea2fbcf85), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:42.606710 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-0654c571-0072-42d5-b322-5ae2e7cab916 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 1001 time: 0.0625601 Oct 28 20:59:42.665274 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a72ffc-5117-459a-a204-9ced193357f6 req-733185fd-7d3d-47b0-8147-349cc32cc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:42.666773 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-733185fd-7d3d-47b0-8147-349cc32cc7c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0534577 Oct 28 20:59:42.715987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] For port 0e301585-0443-417a-b056-aceea2fbcf85, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=0e301585-0443-417a-b056-aceea2fbcf85,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:42.716499 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (0e301585-0443-417a-b056-aceea2fbcf85), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:42.745060 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a72ffc-5117-459a-a204-9ced193357f6 req-3ecbe348-b86f-4d36-9fed-99d2a0e17f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:42.746899 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-3ecbe348-b86f-4d36-9fed-99d2a0e17f33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0731487 Oct 28 20:59:42.883584 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-3d8c637e-5aa0-4f08-8524-ca12dc20e480 service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284535 Oct 28 20:59:43.039110 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:43.039817 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:43.040344 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Floating IP 217b87eb-9e9a-4a49-9b88-3777dca02ba7 disassociated. External IP: 172.27.3.72, port: 0e301585-0443-417a-b056-aceea2fbcf85. Oct 28 20:59:43.041807 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for 0e301585-0443-417a-b056-aceea2fbcf85 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:43.159915 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95a72ffc-5117-459a-a204-9ced193357f6 req-bd105e65-762e-4a37-8392-eb1a885a6484 service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675710 Oct 28 20:59:43.242892 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9238e11-76f1-40d2-a828-5dbe817cb7c3 req-9dfb3830-25e2-439a-94cc-372765a13534 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:43.245630 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e9238e11-76f1-40d2-a828-5dbe817cb7c3 req-9dfb3830-25e2-439a-94cc-372765a13534 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.1366653 Oct 28 20:59:43.332043 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf70ac-895c-45f1-b2bb-3c404c24e669 req-5c043aa0-5fb3-4314-9566-125b171a6661 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:43.334707 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bfaf70ac-895c-45f1-b2bb-3c404c24e669 req-5c043aa0-5fb3-4314-9566-125b171a6661 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 945 time: 0.2190018 Oct 28 20:59:43.375004 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (0e301585-0443-417a-b056-aceea2fbcf85), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:43.417444 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=0e301585-0443-417a-b056-aceea2fbcf85,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:43.442005 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e9238e11-76f1-40d2-a828-5dbe817cb7c3 req-d030f44d-acad-4848-b340-c29c8ca78b66 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844826 Oct 28 20:59:43.544574 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bfaf70ac-895c-45f1-b2bb-3c404c24e669 req-5ff26387-330e-4f12-abb0-b6e31499b2b2 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups?id=a4e03731-3d58-43b1-a015-37c9c07e04a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923809 Oct 28 20:59:43.605279 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:59:43.641273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34576) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:43.835180 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:59:43.856192 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:59:43.882143 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:43.883207 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:43.888355 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] No DVR routers for this DVR port 0e301585-0443-417a-b056-aceea2fbcf85 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:59:43.891332 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:43.896883 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-04c647ce-287c-4f94-bb29-22c878ea66b6 req-df2bb0ed-e6a7-4285-9f92-c5826efbfd71 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.26 "DELETE /v2.0/ports/0e301585-0443-417a-b056-aceea2fbcf85 HTTP/1.1" status: 204 len: 173 time: 1.5029392 Oct 28 20:59:43.897689 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'name': 'network-vif-deleted', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:43.900272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02094e20-7eef-4925-8ca8-da73e54e3ba2" -d '{"events": [{"server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "name": "network-vif-deleted", "tag": "0e301585-0443-417a-b056-aceea2fbcf85"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:44.189901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:44.200096 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0502e74f-f98c-41f4-b613-4c0df30a682a x-openstack-request-id: req-0502e74f-f98c-41f4-b613-4c0df30a682a {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:44.200734 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e2d789-49c4-42ad-9138-e6be6610048f", "name": "network-vif-deleted", "tag": "0e301585-0443-417a-b056-aceea2fbcf85", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:44.201176 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0502e74f-f98c-41f4-b613-4c0df30a682a {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:44.201744 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0502e74f-f98c-41f4-b613-4c0df30a682a'] response: {'server_uuid': '02e2d789-49c4-42ad-9138-e6be6610048f', 'name': 'network-vif-deleted', 'tag': '0e301585-0443-417a-b056-aceea2fbcf85', 'status': 'completed', 'code': 200} Oct 28 20:59:44.461512 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:44.499360 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:59:44.517173 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:44.517758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:44.661310 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a50f3351-2d97-4b06-9335-4f5431da4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:44.672548 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6a8d9-93f8-4b2f-aed4-e2ea5cb024e6 req-92e6fdf2-55ee-4806-a3f6-9ea7ada6f7b1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:44.674594 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-abc6a8d9-93f8-4b2f-aed4-e2ea5cb024e6 req-92e6fdf2-55ee-4806-a3f6-9ea7ada6f7b1 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.1045241 Oct 28 20:59:44.678430 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:44.694689 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:44.987449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 0e301585-0443-417a-b056-aceea2fbcf85 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:45.009370 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 0e301585-0443-417a-b056-aceea2fbcf85 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:45.009719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 0e301585-0443-417a-b056-aceea2fbcf85 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:45.122050 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:45.124181 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d47a522-f10a-4922-8554-147082e88e7f req-efeda338-8f3d-4f34-adde-de8c0f139d4c tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/ports?device_id=02e2d789-49c4-42ad-9138-e6be6610048f HTTP/1.1" status: 200 len: 210 time: 0.3646975 Oct 28 20:59:45.158382 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-abc6a8d9-93f8-4b2f-aed4-e2ea5cb024e6 req-897736d6-c1bb-4926-b64e-946de82976a0 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4387052 Oct 28 20:59:45.159649 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c83ee7e-4538-41c3-8dc4-d9ec2ff171b6 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:19Z', 'revision_number': 4, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '70edae38-d20d-443e-8fc8-684bb28563ab', 'name': '', 'network_id': '58e46008-6198-4244-bd77-9dc3966e763e', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'mac_address': 'fa:16:3e:b2:b6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:15Z', 'updated_at': '2022-10-28T20:53:36Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'subnets': [{'id': '4b7bd80f-d207-4ebe-92e1-649d9660a0c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:59:45.395509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Deleting port 45cd7824-4c2f-45be-bac6-87f391155e59 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:45.395873 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:45.439482 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa35b9-d5b9-4595-b236-aa63dfc5e9ba None None] New status for floating IP 217b87eb-9e9a-4a49-9b88-3777dca02ba7: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 20:59:45.504170 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] For port 45cd7824-4c2f-45be-bac6-87f391155e59, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=45cd7824-4c2f-45be-bac6-87f391155e59,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:45.504531 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:45.520841 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Calling delete_port for 45cd7824-4c2f-45be-bac6-87f391155e59 owned by network:router_interface {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:45.745497 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (45cd7824-4c2f-45be-bac6-87f391155e59), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:45.777540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Pushing event deleted for resources: {'Port': ['ID=45cd7824-4c2f-45be-bac6-87f391155e59,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:45.946966 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.148935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:59:46.212818 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34622) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:46.262112 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:59:46.272194 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1d9a1b5b-96f8-4c2e-9685-d5ca6528df81 admin admin] 10.222.0.49 "PUT /v2.0/routers/8209cc3e-b451-4e23-ac2a-95f4b7f28381/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6245310 Oct 28 20:59:46.272194 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34624) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:46.272370 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (a4e03731-3d58-43b1-a015-37c9c07e04a2), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.274608 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Sync routers for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:59:46.285381 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:46.286118 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:46.297477 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (a4e03731-3d58-43b1-a015-37c9c07e04a2), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.353268 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a4e03731-3d58-43b1-a015-37c9c07e04a2), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.356263 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.360651 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/security-groups/a4e03731-3d58-43b1-a015-37c9c07e04a2 HTTP/1.1" status: 204 len: 168 time: 0.1435375 Oct 28 20:59:46.361319 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34626) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:46.367604 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e03731-3d58-43b1-a015-37c9c07e04a2,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:46.378230 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.378592 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.378941 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.379938 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.380290 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.380482 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.api.v2.resource [None req-054dc6a2-4111-41a1-a740-aa4d76f2ba91 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] show failed (client error): The resource could not be found. Oct 28 20:59:46.380627 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.380982 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.381489 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-054dc6a2-4111-41a1-a740-aa4d76f2ba91 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "GET /v2.0/security-groups/a4e03731-3d58-43b1-a015-37c9c07e04a2 HTTP/1.1" status: 404 len: 347 time: 0.0193269 Oct 28 20:59:46.381676 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.382075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.382572 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.382968 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.383882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.384313 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f4e867-b398-41c8-9cac-dabfa14891ba tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 20:59:46.385178 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34630) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:46.403768 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:46.439666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks [] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.596978 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:59:45Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:46.606305 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Deleting port e47fc36a-7fd1-4b34-af04-2c5efbde3618 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:46.606646 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.610800 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks [] for router_gateway (8209cc3e-b451-4e23-ac2a-95f4b7f28381), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.626423 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Checking router: 8209cc3e-b451-4e23-ac2a-95f4b7f28381 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:59:46.639010 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Routers {'8209cc3e-b451-4e23-ac2a-95f4b7f28381'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:46.639891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:46.704784 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.723423 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.723854 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (e47fc36a-7fd1-4b34-af04-2c5efbde3618), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.740161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Calling delete_port for e47fc36a-7fd1-4b34-af04-2c5efbde3618 owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:46.753856 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Deleting port 717a6496-256b-4903-b73b-b1d60a1787df {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:46.754552 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (717a6496-256b-4903-b73b-b1d60a1787df), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.776322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] Set router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:46.908694 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] For port 717a6496-256b-4903-b73b-b1d60a1787df, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=717a6496-256b-4903-b73b-b1d60a1787df,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:46.909071 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (717a6496-256b-4903-b73b-b1d60a1787df), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:46.924068 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Calling delete_port for 717a6496-256b-4903-b73b-b1d60a1787df owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:46.995646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:59:45Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:47.021586 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (e47fc36a-7fd1-4b34-af04-2c5efbde3618), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.025326 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5281b64-c7c2-4f3a-b0bb-4915a421843e None None] The sync data for ids ['8209cc3e-b451-4e23-ac2a-95f4b7f28381'] in dv-cinder-859839-2-iscsi is: [{'id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'name': 'tempest-AttachVolumeTestJSON-1313847615-router', 'tenant_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '717a6496-256b-4903-b73b-b1d60a1787df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:59:45Z', 'revision_number': 5, 'project_id': 'aa76b14bb1ff4a7383ff932ec1df8e10', 'gw_port': {'id': '717a6496-256b-4903-b73b-b1d60a1787df', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8209cc3e-b451-4e23-ac2a-95f4b7f28381', 'device_owner': 'network:router_gateway', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:07Z', 'updated_at': '2022-10-28T20:53:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:59:47.086803 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Pushing event deleted for resources: {'Port': ['ID=e47fc36a-7fd1-4b34-af04-2c5efbde3618,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:47.171543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks [] for floatingip (217b87eb-9e9a-4a49-9b88-3777dca02ba7), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.174122 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.175317 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-cacefa34-c435-448e-b99f-113c3e8ba958 tempest-AttachVolumeNegativeTest-378679723 tempest-AttachVolumeNegativeTest-378679723-project] 10.222.0.49 "DELETE /v2.0/floatingips/217b87eb-9e9a-4a49-9b88-3777dca02ba7 HTTP/1.1" status: 204 len: 168 time: 0.7892427 Oct 28 20:59:47.223652 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (717a6496-256b-4903-b73b-b1d60a1787df), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.261689 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=717a6496-256b-4903-b73b-b1d60a1787df,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:47.337594 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.436982 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.439641 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks [] for router_controller (8209cc3e-b451-4e23-ac2a-95f4b7f28381), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.486901 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (8209cc3e-b451-4e23-ac2a-95f4b7f28381), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.487719 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8209cc3e-b451-4e23-ac2a-95f4b7f28381 {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:59:47.498141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.499611 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-799e6a2f-0049-4b82-80bd-c9a3ac1531d3 admin admin] 10.222.0.49 "DELETE /v2.0/routers/8209cc3e-b451-4e23-ac2a-95f4b7f28381 HTTP/1.1" status: 204 len: 168 time: 1.2282422 Oct 28 20:59:47.502510 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34640) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:47.557534 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Deleting subnet 790d3e44-f75c-4481-befd-d0c956dd2e5b {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:59:47.561061 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Publish callbacks [] for subnet (790d3e44-f75c-4481-befd-d0c956dd2e5b), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.599078 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (790d3e44-f75c-4481-befd-d0c956dd2e5b), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.657859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 45cd7824-4c2f-45be-bac6-87f391155e59 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:47.685598 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 45cd7824-4c2f-45be-bac6-87f391155e59 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:47.686698 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 45cd7824-4c2f-45be-bac6-87f391155e59 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:47.711602 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (790d3e44-f75c-4481-befd-d0c956dd2e5b), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.777512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (790d3e44-f75c-4481-befd-d0c956dd2e5b), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.806981 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790d3e44-f75c-4481-befd-d0c956dd2e5b,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:47.811117 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.815476 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d23b8478-43e1-4e69-b058-7b57ed301a50 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/790d3e44-f75c-4481-befd-d0c956dd2e5b HTTP/1.1" status: 204 len: 168 time: 0.3115807 Oct 28 20:59:47.818053 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34648) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:47.822960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725c8972-27b6-4cc4-920a-dfc037d891fc None None] Network bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:59:47.896373 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:47.953273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Deleting port 206bcdd0-da4b-4d64-92bf-690aaf06f89a {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:47.953656 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.017927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] For port 206bcdd0-da4b-4d64-92bf-690aaf06f89a, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=206bcdd0-da4b-4d64-92bf-690aaf06f89a,segment=NetworkSegment(6fbd3560-2c17-4022-b0f1-b858315ff242),segment_id=6fbd3560-2c17-4022-b0f1-b858315ff242)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:48.018290 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.030980 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Calling delete_port for 206bcdd0-da4b-4d64-92bf-690aaf06f89a owned by network:dhcp {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:48.110740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (206bcdd0-da4b-4d64-92bf-690aaf06f89a), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.135047 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Pushing event deleted for resources: {'Port': ['ID=206bcdd0-da4b-4d64-92bf-690aaf06f89a,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:48.138664 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] No DVR routers for this DVR port 206bcdd0-da4b-4d64-92bf-690aaf06f89a on host dv-cinder-859839-2-iscsi {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:59:48.166637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba6356-1ca7-46fe-9841-9d8d1e6c2371 None None] DHCP port deletion for bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:59:48.211907 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.232651 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa2cdb9-7a95-4773-bf8a-7c702368dcb0']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:48.242261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbd3560-2c17-4022-b0f1-b858315ff242') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:48.242557 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbd3560-2c17-4022-b0f1-b858315ff242') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:48.255952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (6fbd3560-2c17-4022-b0f1-b858315ff242), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.270570 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (6fbd3560-2c17-4022-b0f1-b858315ff242), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.276728 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:59:48.277110 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (6fbd3560-2c17-4022-b0f1-b858315ff242), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.317426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.343189 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (bfa2cdb9-7a95-4773-bf8a-7c702368dcb0), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.351046 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.356280 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] 10.222.0.49 "DELETE /v2.0/networks/bfa2cdb9-7a95-4773-bf8a-7c702368dcb0 HTTP/1.1" status: 204 len: 168 time: 0.5364645 Oct 28 20:59:48.366774 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930cfcd-4319-406b-accb-29b0e734730e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa2cdb9-7a95-4773-bf8a-7c702368dcb0,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:48.450016 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 6fbd3560-2c17-4022-b0f1-b858315ff242 resource provider aggregate not found Oct 28 20:59:48.469089 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 6fbd3560-2c17-4022-b0f1-b858315ff242 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6fbd3560-2c17-4022-b0f1-b858315ff242 found for delete ", "request_id": "req-96a9e3fe-3bfc-4463-9db1-2a08a935f3a7"}]} Oct 28 20:59:48.490773 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34666) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:48.541201 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-711bd959-5fce-4027-89dc-3f3b5f1a8266 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa76b14bb1ff4a7383ff932ec1df8e10&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491490 Oct 28 20:59:48.544936 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34670) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:48.597775 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] Publish callbacks [] for security_group (69e001ba-0c99-47bf-9e90-a6dc331b68ff), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.620443 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] Publish callbacks [] for security_group (69e001ba-0c99-47bf-9e90-a6dc331b68ff), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.677789 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (69e001ba-0c99-47bf-9e90-a6dc331b68ff), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.680837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:48.682249 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/69e001ba-0c99-47bf-9e90-a6dc331b68ff HTTP/1.1" status: 204 len: 168 time: 0.1361945 Oct 28 20:59:48.690801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96683ca-c2fc-493e-bda9-001f311a01af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e001ba-0c99-47bf-9e90-a6dc331b68ff,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:48.759945 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.112176 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34690) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:49.283398 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7d0c77e4-b58f-4edc-b221-047a46c0b555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.384478 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7d0c77e4-b58f-4edc-b221-047a46c0b555 admin admin] Publish callbacks [] for security_group (9237e47c-0870-4a02-be91-6968e3b3a9f5), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.389511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7d0c77e4-b58f-4edc-b221-047a46c0b555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (9237e47c-0870-4a02-be91-6968e3b3a9f5), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.433055 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7d0c77e4-b58f-4edc-b221-047a46c0b555 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=207d5290631147d19d8928fefcb16fdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192840 Oct 28 20:59:49.433955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c77e4-b58f-4edc-b221-047a46c0b555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9237e47c-0870-4a02-be91-6968e3b3a9f5,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:49.435762 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34704) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:49.496855 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] Publish callbacks [] for security_group (9237e47c-0870-4a02-be91-6968e3b3a9f5), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.524817 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] Publish callbacks [] for security_group (9237e47c-0870-4a02-be91-6968e3b3a9f5), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.583897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 206bcdd0-da4b-4d64-92bf-690aaf06f89a no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:49.594349 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (9237e47c-0870-4a02-be91-6968e3b3a9f5), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.598922 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:49.601126 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9237e47c-0870-4a02-be91-6968e3b3a9f5 HTTP/1.1" status: 204 len: 168 time: 0.1623740 Oct 28 20:59:49.613831 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e5e7d8-7d07-418d-9652-c507658924a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9237e47c-0870-4a02-be91-6968e3b3a9f5,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:49.638705 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 206bcdd0-da4b-4d64-92bf-690aaf06f89a {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:49.639244 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 206bcdd0-da4b-4d64-92bf-690aaf06f89a not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:49.639919 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 717a6496-256b-4903-b73b-b1d60a1787df no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:49.670749 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 717a6496-256b-4903-b73b-b1d60a1787df {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:49.671306 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 717a6496-256b-4903-b73b-b1d60a1787df not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:50.496881 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34754) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:50.599306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-485732312-network', 'tenant_id': '4cf31f6da5c044e4b3664270104192c8'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:59:50.622160 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Made reservation on behalf of 4cf31f6da5c044e4b3664270104192c8 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:59:50.624910 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.633841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.726887 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks [] for security_group (228f6ca6-cdbd-448b-9226-cc106d8e5fa7), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.731186 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (228f6ca6-cdbd-448b-9226-cc106d8e5fa7), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.756605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 20:59:50.767651 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f6ca6-cdbd-448b-9226-cc106d8e5fa7,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:50.773043 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (24eb1e31-6e92-4e78-ad83-9339c6da0f8e), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.773381 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Added segment 24eb1e31-6e92-4e78-ad83-9339c6da0f8e of type vlan for network 07854050-fdc6-4708-a34e-ded67466186c Oct 28 20:59:50.818128 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (07854050-fdc6-4708-a34e-ded67466186c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.852827 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (07854050-fdc6-4708-a34e-ded67466186c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.853805 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:50.854390 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:50.907023 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4089313 Oct 28 20:59:50.910137 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34758) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:50.916135 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Request body: {'subnet': {'network_id': '07854050-fdc6-4708-a34e-ded67466186c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-485732312-subnet', 'tenant_id': '4cf31f6da5c044e4b3664270104192c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:59:50.922933 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950578ea-1b8e-4870-b913-66048f01241f admin admin] Pushing event updated for resources: {'Network': ['ID=07854050-fdc6-4708-a34e-ded67466186c,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:50.936440 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 07854050-fdc6-4708-a34e-ded67466186c details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 20:59:50.945621 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Made reservation on behalf of 4cf31f6da5c044e4b3664270104192c8 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:59:50.949299 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9627548'] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:51.036781 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34766) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:51.515922 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9885314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9627502'] for subnet (34283bce-34f2-4d97-8cb6-e720418fed8d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:51.615622 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34283bce-34f2-4d97-8cb6-e720418fed8d,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:51.643903 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Checking segment: {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:59:51.644597 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Network hostable DHCP agents. Network: 07854050-fdc6-4708-a34e-ded67466186c, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 20:59:51.706149 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Network 07854050-fdc6-4708-a34e-ded67466186c is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 20:59:51.738101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 07854050-fdc6-4708-a34e-ded67466186c) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:59:51.746698 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:51.747231 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd45c0ac-65bd-4ea2-bd16-ada7bafbcdbe None None] Network 07854050-fdc6-4708-a34e-ded67466186c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:59:51.747368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:51.797558 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ec7b8ada-667f-4a2b-bed6-491dcc44a5b4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8754301 Oct 28 20:59:51.879887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd538e1-6ca7-47aa-865f-7dcf5f3f195d None None] Network 07854050-fdc6-4708-a34e-ded67466186c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:59:51.903460 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (1e7084cd-750b-4465-9d79-5adee38f2569), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.160692 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Deleting port 70edae38-d20d-443e-8fc8-684bb28563ab {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:52.161426 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.256452 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] For port 70edae38-d20d-443e-8fc8-684bb28563ab, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=70edae38-d20d-443e-8fc8-684bb28563ab,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:52.256822 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.274797 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Calling delete_port for 70edae38-d20d-443e-8fc8-684bb28563ab owned by network:router_interface {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:52.463944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (70edae38-d20d-443e-8fc8-684bb28563ab), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.493247 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Pushing event deleted for resources: {'Port': ['ID=70edae38-d20d-443e-8fc8-684bb28563ab,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:52.658240 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (1e7084cd-750b-4465-9d79-5adee38f2569), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.851518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34804) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:52.882323 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Router 1e7084cd-750b-4465-9d79-5adee38f2569 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 20:59:52.986345 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4d7b11a8-7e66-4381-8563-2abd2b518d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:52.995703 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 20:59:53.005168 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b9d598b9-289d-4964-a030-58982d08a997 admin admin] 10.222.0.49 "PUT /v2.0/routers/1e7084cd-750b-4465-9d79-5adee38f2569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9641345 Oct 28 20:59:53.005273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34808) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:53.008953 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Sync routers for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 20:59:53.026307 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:53.027387 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:53.140286 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:53.160069 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks [] for router (1e7084cd-750b-4465-9d79-5adee38f2569), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.220045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4d7b11a8-7e66-4381-8563-2abd2b518d64 admin admin] Publish callbacks [] for security_group (d24d0592-e845-4a37-929c-d0f06015950d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.230935 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4d7b11a8-7e66-4381-8563-2abd2b518d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d24d0592-e845-4a37-929c-d0f06015950d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.313401 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b11a8-7e66-4381-8563-2abd2b518d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d0592-e845-4a37-929c-d0f06015950d,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:53.318923 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-4d7b11a8-7e66-4381-8563-2abd2b518d64 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd36d8c6a0d0498498eed64820b43e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4662952 Oct 28 20:59:53.321226 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks [] for router_gateway (1e7084cd-750b-4465-9d79-5adee38f2569), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.322003 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34810) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:53.349911 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251'}], 'enable_snat': True}, 'gw_port_id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:59:52Z', 'revision_number': 5, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port': {'id': '269b5a84-c92b-47b6-b7f9-49c8e63a47bd', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:84:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:04Z', 'updated_at': '2022-10-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:53.387481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] Publish callbacks [] for security_group (d24d0592-e845-4a37-929c-d0f06015950d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.389748 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Checking router: 1e7084cd-750b-4465-9d79-5adee38f2569 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 20:59:53.393623 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Deleting port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:53.394040 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.400463 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Routers {'1e7084cd-750b-4465-9d79-5adee38f2569'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 20:59:53.401172 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T20:59:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1e7084cd-750b-4465-9d79-5adee38f2569'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:53.426404 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] Publish callbacks [] for security_group (d24d0592-e845-4a37-929c-d0f06015950d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.494222 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] For port 269b5a84-c92b-47b6-b7f9-49c8e63a47bd, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:53.494722 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.501412 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] Set router 1e7084cd-750b-4465-9d79-5adee38f2569 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 20:59:53.521140 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Calling delete_port for 269b5a84-c92b-47b6-b7f9-49c8e63a47bd owned by network:router_gateway {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:53.523250 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d24d0592-e845-4a37-929c-d0f06015950d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.526447 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.527648 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d24d0592-e845-4a37-929c-d0f06015950d HTTP/1.1" status: 204 len: 168 time: 0.2046075 Oct 28 20:59:53.541140 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27905593-605b-49b7-b340-3dbd00fee637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d0592-e845-4a37-929c-d0f06015950d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:53.559692 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:59:53Z', 'revision_number': 6, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:53.639354 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17725d8-d0c9-4efc-b693-e79cc3569ae0 None None] The sync data for ids ['1e7084cd-750b-4465-9d79-5adee38f2569'] in dv-cinder-859839-2-iscsi is: [{'id': '1e7084cd-750b-4465-9d79-5adee38f2569', 'name': 'tempest-AttachVolumeNegativeTest-227961675-router', 'tenant_id': 'c09c53c40108411b8b37620f637000e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:59:53Z', 'revision_number': 6, 'project_id': 'c09c53c40108411b8b37620f637000e2', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 20:59:53.738925 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (269b5a84-c92b-47b6-b7f9-49c8e63a47bd), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.769819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Pushing event deleted for resources: {'Port': ['ID=269b5a84-c92b-47b6-b7f9-49c8e63a47bd,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:53.849783 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (1e7084cd-750b-4465-9d79-5adee38f2569), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.929560 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-5d5bed74-eeb1-4aae-a3a2-ec8e986a511f tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:53.931188 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-5d5bed74-eeb1-4aae-a3a2-ec8e986a511f tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 813 time: 0.1424735 Oct 28 20:59:53.943461 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (1e7084cd-750b-4465-9d79-5adee38f2569), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.945748 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks [] for router_controller (1e7084cd-750b-4465-9d79-5adee38f2569), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:53.955495 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-f15ed69a-0af2-45ec-aa51-47a2c05c68bc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/quotas/4cf31f6da5c044e4b3664270104192c8 HTTP/1.1" status: 200 len: 375 time: 0.0150180 Oct 28 20:59:53.997566 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-76b99435-9e62-4063-b4b6-29fafeaa38b6 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418136 Oct 28 20:59:54.005009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (1e7084cd-750b-4465-9d79-5adee38f2569), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.005633 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e7084cd-750b-4465-9d79-5adee38f2569 {{(pid=115443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 20:59:54.011889 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.012736 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b11d7193-0115-45d4-b5ca-5b2a4b71c440 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1e7084cd-750b-4465-9d79-5adee38f2569 HTTP/1.1" status: 204 len: 168 time: 1.0063152 Oct 28 20:59:54.016495 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34840) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:54.073929 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Deleting subnet 4b7bd80f-d207-4ebe-92e1-649d9660a0c5 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 20:59:54.077932 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Publish callbacks [] for subnet (4b7bd80f-d207-4ebe-92e1-649d9660a0c5), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.122144 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (4b7bd80f-d207-4ebe-92e1-649d9660a0c5), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.217191 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (4b7bd80f-d207-4ebe-92e1-649d9660a0c5), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.253281 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-e135014a-2618-4009-9499-1aa0f3b508c7 service neutron] 10.222.0.49 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537618 Oct 28 20:59:54.286261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (4b7bd80f-d207-4ebe-92e1-649d9660a0c5), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.313080 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b7bd80f-d207-4ebe-92e1-649d9660a0c5,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:54.318278 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-be918b74-e322-413f-9631-50a42830debf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.322108 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-be918b74-e322-413f-9631-50a42830debf admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4b7bd80f-d207-4ebe-92e1-649d9660a0c5 HTTP/1.1" status: 204 len: 168 time: 0.3045654 Oct 28 20:59:54.324772 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34850) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:54.332657 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc276ef7-b1cc-48a2-99e3-99774a2522d1 None None] Network 58e46008-6198-4244-bd77-9dc3966e763e requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 20:59:54.400780 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-66354a75-8981-405b-b1aa-03b85af987cb service neutron] 10.222.0.49 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436768 Oct 28 20:59:54.411185 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (58e46008-6198-4244-bd77-9dc3966e763e), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.494662 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Deleting port bb3d51d8-f6b1-4b20-acac-590099d73631 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:54.495469 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.546530 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] DHCP port deletion for 58e46008-6198-4244-bd77-9dc3966e763e request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 20:59:54.596015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] For port bb3d51d8-f6b1-4b20-acac-590099d73631, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=bb3d51d8-f6b1-4b20-acac-590099d73631,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:54.596598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.613550 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Calling delete_port for bb3d51d8-f6b1-4b20-acac-590099d73631 owned by network:dhcp {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:54.628420 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ecd6985e-2040-4df3-9793-a16ad13f3976 req-c5e13c28-0241-40cc-a119-f0488919dfb9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 210 time: 0.0493622 Oct 28 20:59:54.632593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Deleting port bb3d51d8-f6b1-4b20-acac-590099d73631 {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 20:59:54.633035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.723955 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] For port bb3d51d8-f6b1-4b20-acac-590099d73631, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=bb3d51d8-f6b1-4b20-acac-590099d73631,segment=NetworkSegment(46f39af6-316a-4d75-b3e9-793cf60c50d8),segment_id=46f39af6-316a-4d75-b3e9-793cf60c50d8)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 20:59:54.724444 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.731978 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.755231 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Calling delete_port for bb3d51d8-f6b1-4b20-acac-590099d73631 owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 20:59:54.773703 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb3d51d8-f6b1-4b20-acac-590099d73631,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:54.778446 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] No DVR routers for this DVR port bb3d51d8-f6b1-4b20-acac-590099d73631 on host dv-cinder-859839-2-iscsi {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:59:54.873812 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (58e46008-6198-4244-bd77-9dc3966e763e), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.876425 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (bb3d51d8-f6b1-4b20-acac-590099d73631), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.906070 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58e46008-6198-4244-bd77-9dc3966e763e']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:54.924836 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] Pushing event deleted for resources: {'Port': ['ID=bb3d51d8-f6b1-4b20-acac-590099d73631,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:54.930588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a657b94-c4f6-439d-b6f9-e8e3a923aabe None None] No DVR routers for this DVR port bb3d51d8-f6b1-4b20-acac-590099d73631 on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 20:59:54.930999 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f39af6-316a-4d75-b3e9-793cf60c50d8') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:54.931367 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f39af6-316a-4d75-b3e9-793cf60c50d8') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 20:59:54.945901 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (46f39af6-316a-4d75-b3e9-793cf60c50d8), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.965090 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (46f39af6-316a-4d75-b3e9-793cf60c50d8), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:54.972622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 20:59:54.973088 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (46f39af6-316a-4d75-b3e9-793cf60c50d8), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.014815 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 46f39af6-316a-4d75-b3e9-793cf60c50d8 resource provider aggregate not found Oct 28 20:59:55.037304 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 46f39af6-316a-4d75-b3e9-793cf60c50d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46f39af6-316a-4d75-b3e9-793cf60c50d8 found for delete ", "request_id": "req-1641d06f-3047-4bbf-a876-e0c109b9caf0"}]} Oct 28 20:59:55.063046 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (58e46008-6198-4244-bd77-9dc3966e763e), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.080297 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.085403 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/58e46008-6198-4244-bd77-9dc3966e763e HTTP/1.1" status: 204 len: 168 time: 0.7580874 Oct 28 20:59:55.101766 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73a85-7983-4300-9d8b-1fc94c3444e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=58e46008-6198-4244-bd77-9dc3966e763e,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:55.299753 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34876) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:55.351597 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0e27974c-d8a7-4054-a64b-040b137fb2da admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c09c53c40108411b8b37620f637000e2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0506499 Oct 28 20:59:55.354518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 34878) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:55.417835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] Publish callbacks [] for security_group (382f164f-c11e-48f1-8ef9-2ccd0532cc5e), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.454508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] Publish callbacks [] for security_group (382f164f-c11e-48f1-8ef9-2ccd0532cc5e), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.528539 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (382f164f-c11e-48f1-8ef9-2ccd0532cc5e), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.531866 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:55.533124 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/382f164f-c11e-48f1-8ef9-2ccd0532cc5e HTTP/1.1" status: 204 len: 168 time: 0.1770835 Oct 28 20:59:55.542316 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ae62-d916-401d-9e91-b2a23a6f9993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382f164f-c11e-48f1-8ef9-2ccd0532cc5e,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:55.579188 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 70edae38-d20d-443e-8fc8-684bb28563ab no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:55.598902 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 70edae38-d20d-443e-8fc8-684bb28563ab {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:55.599247 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 70edae38-d20d-443e-8fc8-684bb28563ab not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:55.599669 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 269b5a84-c92b-47b6-b7f9-49c8e63a47bd no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:55.618408 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 269b5a84-c92b-47b6-b7f9-49c8e63a47bd {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:55.618757 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 269b5a84-c92b-47b6-b7f9-49c8e63a47bd not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:55.619161 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device bb3d51d8-f6b1-4b20-acac-590099d73631 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 20:59:55.637808 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: bb3d51d8-f6b1-4b20-acac-590099d73631 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 20:59:55.638151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device bb3d51d8-f6b1-4b20-acac-590099d73631 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 20:59:55.738466 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-477870ad-40a5-48b9-9716-e91f4b3448a5 req-9ad0a64d-fe8a-437c-9be5-28f9b3cca80d tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 210 time: 0.0270796 Oct 28 20:59:56.151788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0ceb9788-57b3-4ac0-9494-fe5eae42f69c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:56.157213 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0ceb9788-57b3-4ac0-9494-fe5eae42f69c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 813 time: 0.3598213 Oct 28 20:59:56.171453 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Request body: {'port': {'device_id': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'network_id': '07854050-fdc6-4708-a34e-ded67466186c', 'admin_state_up': True, 'tenant_id': '4cf31f6da5c044e4b3664270104192c8'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:59:56.302603 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Made reservation on behalf of 4cf31f6da5c044e4b3664270104192c8 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 20:59:56.306129 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:56.486767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Allocated IP 172.20.0.3 (07854050-fdc6-4708-a34e-ded67466186c/34283bce-34f2-4d97-8cb6-e720418fed8d/a141f35b-e108-4780-8131-8052078e1261) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 20:59:56.693836 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks [] for port (a141f35b-e108-4780-8131-8052078e1261), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:56.743706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a141f35b-e108-4780-8131-8052078e1261), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:56.820587 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Network 07854050-fdc6-4708-a34e-ded67466186c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 20:59:56.833950 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 20:59:56.837296 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 20:59:56.844720 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Pushing event updated for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:56.923707 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:56.924926 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:56.950733 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-29a7c6fc-f877-4636-9543-2a324e9942e4 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7832561 Oct 28 20:59:56.953339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccd831-7d3f-47c9-85fd-7aeee8a91d75 req-e0dde381-2a05-4622-ab73-770065ee62da tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:56.955066 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-84ccd831-7d3f-47c9-85fd-7aeee8a91d75 req-e0dde381-2a05-4622-ab73-770065ee62da tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 931 time: 0.0889361 Oct 28 20:59:56.965713 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Request body: {'port': {'device_id': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 20:59:57.034090 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-84ccd831-7d3f-47c9-85fd-7aeee8a91d75 req-f003b95e-d4a1-44a6-b00a-5243e5a81698 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728405 Oct 28 20:59:57.061671 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a141f35b-e108-4780-8131-8052078e1261), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.356916 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a141f35b-e108-4780-8131-8052078e1261 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 20:59:57.365601 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks [] for port (a141f35b-e108-4780-8131-8052078e1261), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.378848 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Transition to ACTIVE for port object a141f35b-e108-4780-8131-8052078e1261 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 20:59:57.382641 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (a141f35b-e108-4780-8131-8052078e1261), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.444683 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Pushing event updated for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:57.492912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Attempting to bind port a141f35b-e108-4780-8131-8052078e1261 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 20:59:57.493391 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Attempting to bind port a141f35b-e108-4780-8131-8052078e1261 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 20:59:57.493605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Attempting to bind port a141f35b-e108-4780-8131-8052078e1261 on network 07854050-fdc6-4708-a34e-ded67466186c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:59:57.497960 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Port a141f35b-e108-4780-8131-8052078e1261 on network 07854050-fdc6-4708-a34e-ded67466186c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 20:59:57.498279 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Attempting to bind port a141f35b-e108-4780-8131-8052078e1261 on network 07854050-fdc6-4708-a34e-ded67466186c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 20:59:57.505081 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 20, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 20:59:57.505564 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Checking segment: {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 20:59:57.506038 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Bound using segment: {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 20:59:57.506547 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Bound port: a141f35b-e108-4780-8131-8052078e1261, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 20:59:57.507215 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a141f35b-e108-4780-8131-8052078e1261), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.572005 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 20:59:57.575160 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a141f35b-e108-4780-8131-8052078e1261,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 20:59:57.597007 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (a141f35b-e108-4780-8131-8052078e1261), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.600393 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:57.601226 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:57.602620 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] 10.222.0.26 "PUT /v2.0/ports/a141f35b-e108-4780-8131-8052078e1261 HTTP/1.1" status: 200 len: 1093 time: 0.6443398 Oct 28 20:59:57.607132 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'tag': 'a141f35b-e108-4780-8131-8052078e1261'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 20:59:57.610018 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb7c58-ef9e-4e32-974a-6ee73c025849" -d '{"events": [{"name": "network-changed", "server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "tag": "a141f35b-e108-4780-8131-8052078e1261"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 20:59:57.664454 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 20:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7981cc3e-3ae3-4c28-a9d7-81864fc890d3 x-openstack-request-id: req-7981cc3e-3ae3-4c28-a9d7-81864fc890d3 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 20:59:57.664599 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "tag": "a141f35b-e108-4780-8131-8052078e1261", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 20:59:57.665343 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7981cc3e-3ae3-4c28-a9d7-81864fc890d3 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 20:59:57.665343 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7981cc3e-3ae3-4c28-a9d7-81864fc890d3'] response: {'name': 'network-changed', 'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'tag': 'a141f35b-e108-4780-8131-8052078e1261', 'status': 'completed', 'code': 200} Oct 28 20:59:57.707975 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bc121-2c1a-4b23-bbd1-ac2c7e57019d service neutron] Pushing event updated for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:57.724652 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-67680c28-0cd6-44ae-a423-3896c291fe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:57.726169 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-67680c28-0cd6-44ae-a423-3896c291fe3b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 1127 time: 0.0739417 Oct 28 20:59:57.770916 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-26618404-c0df-4346-9d77-b1c40a9dd110 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a141f35b-e108-4780-8131-8052078e1261 HTTP/1.1" status: 200 len: 217 time: 0.0376141 Oct 28 20:59:57.829903 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-71695fa5-6cdf-42e6-a0ac-b773284cb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:57.831379 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-71695fa5-6cdf-42e6-a0ac-b773284cb87c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 200 len: 853 time: 0.0521593 Oct 28 20:59:57.870939 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-03e2c2cc-bcaa-4214-8284-3f76022968ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07854050-fdc6-4708-a34e-ded67466186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313406 Oct 28 20:59:57.981424 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34982) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:57.984841 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-ebac256b-5be6-4e6b-a7a4-6a3f981e75ed service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070518 Oct 28 20:59:58.086183 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a107f9b3-50eb-4743-af4e-e0fb845a2b0e req-82f09e7b-547f-4156-afaa-7b823dc102af service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946496 Oct 28 20:59:58.129356 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-015bdcd9-8654-4e18-ad8c-c6479bf08162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.191233 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-767d3647-3f92-4b53-97ae-e681cdea1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:58.192876 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-767d3647-3f92-4b53-97ae-e681cdea1191 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 1127 time: 0.0592339 Oct 28 20:59:58.213305 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f343bda2-1c9f-4c90-a0ce-8f85310ae970 req-1a286a59-2063-4939-b0a2-22e29e5a977c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:58.214852 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f343bda2-1c9f-4c90-a0ce-8f85310ae970 req-1a286a59-2063-4939-b0a2-22e29e5a977c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 943 time: 0.0874376 Oct 28 20:59:58.293220 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f343bda2-1c9f-4c90-a0ce-8f85310ae970 req-3157e086-1380-4360-8578-9d6bcc93cc7a tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725472 Oct 28 20:59:58.299230 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-015bdcd9-8654-4e18-ad8c-c6479bf08162 admin admin] Publish callbacks [] for security_group (6fdf58f3-4c9a-4dd5-980e-b7452f51fad5), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.304869 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-015bdcd9-8654-4e18-ad8c-c6479bf08162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6fdf58f3-4c9a-4dd5-980e-b7452f51fad5), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.330705 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-331da24e-ba0f-49af-bf37-25f497b2ff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:58.332549 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-331da24e-ba0f-49af-bf37-25f497b2ff84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 914 time: 0.1323628 Oct 28 20:59:58.365041 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-015bdcd9-8654-4e18-ad8c-c6479bf08162 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e725daa0a5b3406c816aae131ef549f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3803513 Oct 28 20:59:58.366261 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015bdcd9-8654-4e18-ad8c-c6479bf08162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf58f3-4c9a-4dd5-980e-b7452f51fad5,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:58.368673 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34988) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:58.378705 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-c3c750df-7cc8-43b8-8222-d08eeceb5ea4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a141f35b-e108-4780-8131-8052078e1261 HTTP/1.1" status: 200 len: 217 time: 0.0392075 Oct 28 20:59:58.431499 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] Publish callbacks [] for security_group (6fdf58f3-4c9a-4dd5-980e-b7452f51fad5), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.442154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-71c5b61b-ede1-4f21-ab08-68a5a02dcdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:58.443657 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-71c5b61b-ede1-4f21-ab08-68a5a02dcdbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 200 len: 853 time: 0.0577478 Oct 28 20:59:58.455512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] Publish callbacks [] for security_group (6fdf58f3-4c9a-4dd5-980e-b7452f51fad5), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.477566 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-d9ab2f7d-f217-47c6-9531-dff90c576fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07854050-fdc6-4708-a34e-ded67466186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277650 Oct 28 20:59:58.510024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6fdf58f3-4c9a-4dd5-980e-b7452f51fad5), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.512693 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.515149 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fdf58f3-4c9a-4dd5-980e-b7452f51fad5 HTTP/1.1" status: 204 len: 168 time: 0.1444390 Oct 28 20:59:58.526990 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd57ffc-cead-43d9-a374-a94d5af1658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf58f3-4c9a-4dd5-980e-b7452f51fad5,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:58.598937 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-f3f46b52-0739-43eb-9286-0e98035bc31f service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145356 Oct 28 20:59:58.718602 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-14cb7c58-ef9e-4e32-974a-6ee73c025849 req-a5854351-009c-4db2-a2e7-27d0593cd631 service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130309 Oct 28 20:59:58.838927 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34994) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:58.853299 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85efe24b-e833-4415-bf0b-fbea924301a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.939579 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85efe24b-e833-4415-bf0b-fbea924301a1 admin admin] Publish callbacks [] for security_group (a0454c8e-10f0-4083-93d9-39b89ae788dc), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.943577 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-85efe24b-e833-4415-bf0b-fbea924301a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a0454c8e-10f0-4083-93d9-39b89ae788dc), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:58.983928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85efe24b-e833-4415-bf0b-fbea924301a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0454c8e-10f0-4083-93d9-39b89ae788dc,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:58.990865 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-85efe24b-e833-4415-bf0b-fbea924301a1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a7c129de36449509aa61be9105bef2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482689 Oct 28 20:59:58.991306 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 34998) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 20:59:59.048645 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] Publish callbacks [] for security_group (a0454c8e-10f0-4083-93d9-39b89ae788dc), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:59.072655 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] Publish callbacks [] for security_group (a0454c8e-10f0-4083-93d9-39b89ae788dc), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:59.130903 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a0454c8e-10f0-4083-93d9-39b89ae788dc), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:59.134017 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 20:59:59.135505 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0454c8e-10f0-4083-93d9-39b89ae788dc HTTP/1.1" status: 204 len: 168 time: 0.1432340 Oct 28 20:59:59.145730 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f24ef1-cc19-4ffd-8d2e-f40a8b1360e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0454c8e-10f0-4083-93d9-39b89ae788dc,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 20:59:59.457350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d25f7b-da31-41bc-bfb2-0f7d5232556e req-b134bab6-4c64-45af-89c8-125a1978a5cf tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 20:59:59.468656 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c6d25f7b-da31-41bc-bfb2-0f7d5232556e req-b134bab6-4c64-45af-89c8-125a1978a5cf tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 943 time: 0.0858412 Oct 28 20:59:59.537996 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c6d25f7b-da31-41bc-bfb2-0f7d5232556e req-44cb48f7-f048-4524-9c1e-0aa77bb5b124 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Oct 28 21:00:00.403090 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:00:00.685845 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac448789-6463-4090-a988-f031b185301b req-8c12d08d-4d1b-4ffa-8831-661a47400f98 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:00.687443 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac448789-6463-4090-a988-f031b185301b req-8c12d08d-4d1b-4ffa-8831-661a47400f98 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 943 time: 0.0563607 Oct 28 21:00:00.752885 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ac448789-6463-4090-a988-f031b185301b req-351e248f-a109-486a-868e-f667a31518ee tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595899 Oct 28 21:00:01.055031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a141f35b-e108-4780-8131-8052078e1261 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:00:01.177639 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a141f35b-e108-4780-8131-8052078e1261,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:01.198606 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'a141f35b-e108-4780-8131-8052078e1261', 'network_id': '07854050-fdc6-4708-a34e-ded67466186c', 'port_id': 'a141f35b-e108-4780-8131-8052078e1261', 'mac_address': 'fa:16:3e:ad:c5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34283bce-34f2-4d97-8cb6-e720418fed8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:00:01.240324 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port a141f35b-e108-4780-8131-8052078e1261 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:01.240752 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a141f35b-e108-4780-8131-8052078e1261), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:01.255101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a141f35b-e108-4780-8131-8052078e1261 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:00:01.280502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a141f35b-e108-4780-8131-8052078e1261,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:01.285319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a141f35b-e108-4780-8131-8052078e1261), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:01.336359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:01.539426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['a141f35b-e108-4780-8131-8052078e1261'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:00:01.884036 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ba389-83ba-4eba-96cc-0655f8a5eb3c req-3158ef1e-42dd-4d62-972c-3506ee611a64 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:01.885529 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f50ba389-83ba-4eba-96cc-0655f8a5eb3c req-3158ef1e-42dd-4d62-972c-3506ee611a64 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 944 time: 0.0550873 Oct 28 21:00:01.936851 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f50ba389-83ba-4eba-96cc-0655f8a5eb3c req-c697a2ec-b3d0-4b0a-9bd9-6de37bd94bc6 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442681 Oct 28 21:00:03.063826 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435f251-afb7-43b8-995c-f7d2c2f9db4b req-82ba98fb-fa2c-46ec-8241-171068275de0 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:03.065305 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c435f251-afb7-43b8-995c-f7d2c2f9db4b req-82ba98fb-fa2c-46ec-8241-171068275de0 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 944 time: 0.0529392 Oct 28 21:00:03.078957 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a141f35b-e108-4780-8131-8052078e1261 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:00:03.112311 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c435f251-afb7-43b8-995c-f7d2c2f9db4b req-7bbf77b7-81a7-41a9-9d18-7f53e06695ba tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415466 Oct 28 21:00:03.125287 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port a141f35b-e108-4780-8131-8052078e1261 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:00:03.129137 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port a141f35b-e108-4780-8131-8052078e1261 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:03.129515 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a141f35b-e108-4780-8131-8052078e1261), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.129853 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port a141f35b-e108-4780-8131-8052078e1261 Oct 28 21:00:03.202923 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port a141f35b-e108-4780-8131-8052078e1261 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:03.203306 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a141f35b-e108-4780-8131-8052078e1261), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.226289 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141f35b-e108-4780-8131-8052078e1261'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:00:03.228639 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca67e99a-b6e2-40e6-a873-1ac084ce05f9" -d '{"events": [{"server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "name": "network-vif-plugged", "status": "completed", "tag": "a141f35b-e108-4780-8131-8052078e1261"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:00:03.242208 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a141f35b-e108-4780-8131-8052078e1261,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:03.248130 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a141f35b-e108-4780-8131-8052078e1261), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.272118 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b1dba2-b2ad-4227-8b62-a734e456d0bd x-openstack-request-id: req-87b1dba2-b2ad-4227-8b62-a734e456d0bd {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:00:03.272409 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "name": "network-vif-plugged", "status": "completed", "tag": "a141f35b-e108-4780-8131-8052078e1261", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:00:03.272662 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-87b1dba2-b2ad-4227-8b62-a734e456d0bd {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:00:03.273059 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87b1dba2-b2ad-4227-8b62-a734e456d0bd'] response: {'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a141f35b-e108-4780-8131-8052078e1261', 'code': 200} Oct 28 21:00:03.301949 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:03.441571 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea709c-894b-400c-8d7c-83f5b012b700 req-c3616dda-9047-4cf0-9e2f-7153a0fd3137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:03.443309 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-06ea709c-894b-400c-8d7c-83f5b012b700 req-c3616dda-9047-4cf0-9e2f-7153a0fd3137 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 1129 time: 0.0479517 Oct 28 21:00:03.492850 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-06ea709c-894b-400c-8d7c-83f5b012b700 req-8828b145-24f7-42c5-8a86-92e358dd98a6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Oct 28 21:00:03.666401 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35146) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:03.791141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-267e8ce7-ba72-42d9-ba23-2c1749ba8ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.881799 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-267e8ce7-ba72-42d9-ba23-2c1749ba8ff9 admin admin] Publish callbacks [] for security_group (1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.886821 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-267e8ce7-ba72-42d9-ba23-2c1749ba8ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:03.911817 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35156) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:03.943943 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-267e8ce7-ba72-42d9-ba23-2c1749ba8ff9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07b9a4e55dfc47bdae7295ccc10eda49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2763662 Oct 28 21:00:03.945155 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e8ce7-ba72-42d9-ba23-2c1749ba8ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:03.947387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35160) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:04.013808 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] Publish callbacks [] for security_group (1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.048672 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] Publish callbacks [] for security_group (1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.060479 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f61a702d-5970-4527-8f4e-11455cbcee3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.140019 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.143362 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.147272 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde HTTP/1.1" status: 204 len: 168 time: 0.1843832 Oct 28 21:00:04.176849 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f61a702d-5970-4527-8f4e-11455cbcee3d admin admin] Publish callbacks [] for security_group (b15569db-8859-49d0-9e6d-274d29e8c91e), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.183559 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f61a702d-5970-4527-8f4e-11455cbcee3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b15569db-8859-49d0-9e6d-274d29e8c91e), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.187076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b28f3-4a7f-4077-b514-aa15690fb05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddb1ff1-96b6-4be8-97b3-cbe23b57ccde,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:04.221750 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61a702d-5970-4527-8f4e-11455cbcee3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15569db-8859-49d0-9e6d-274d29e8c91e,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:04.253712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35166) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:04.254222 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f61a702d-5970-4527-8f4e-11455cbcee3d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=efad673005464d169df6dacd7a246ddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406227 Oct 28 21:00:04.321107 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] Publish callbacks [] for security_group (b15569db-8859-49d0-9e6d-274d29e8c91e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.350480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] Publish callbacks [] for security_group (b15569db-8859-49d0-9e6d-274d29e8c91e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.411278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b15569db-8859-49d0-9e6d-274d29e8c91e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.414155 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.417979 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b15569db-8859-49d0-9e6d-274d29e8c91e HTTP/1.1" status: 204 len: 168 time: 0.1629319 Oct 28 21:00:04.428287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c748da-63c7-4048-b7a9-7bc162c5fdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15569db-8859-49d0-9e6d-274d29e8c91e,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:04.501367 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f9037-9985-4e22-ba81-bbf8a6f1be9a req-28acd461-16d9-4661-a3d8-ee7941761870 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:04.503167 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-952f9037-9985-4e22-ba81-bbf8a6f1be9a req-28acd461-16d9-4661-a3d8-ee7941761870 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 945 time: 0.0841625 Oct 28 21:00:04.571098 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-952f9037-9985-4e22-ba81-bbf8a6f1be9a req-12b7a0b3-ecae-4033-981f-0dcf8dce5167 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618503 Oct 28 21:00:04.870957 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35188) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:04.885011 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-56e99413-7d0b-4a5c-82f5-7a81d8644aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.972244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-56e99413-7d0b-4a5c-82f5-7a81d8644aa8 admin admin] Publish callbacks [] for security_group (0ccefbdb-2ed2-4981-b0c4-291a616ae179), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:04.977824 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-56e99413-7d0b-4a5c-82f5-7a81d8644aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0ccefbdb-2ed2-4981-b0c4-291a616ae179), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:05.018883 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-56e99413-7d0b-4a5c-82f5-7a81d8644aa8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b845dcbb4f394f718925eb4707b08102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467931 Oct 28 21:00:05.020307 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e99413-7d0b-4a5c-82f5-7a81d8644aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccefbdb-2ed2-4981-b0c4-291a616ae179,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:05.022112 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35192) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:05.077633 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] Publish callbacks [] for security_group (0ccefbdb-2ed2-4981-b0c4-291a616ae179), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:05.100799 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] Publish callbacks [] for security_group (0ccefbdb-2ed2-4981-b0c4-291a616ae179), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:05.153663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0ccefbdb-2ed2-4981-b0c4-291a616ae179), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:05.157160 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:05.158414 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0ccefbdb-2ed2-4981-b0c4-291a616ae179 HTTP/1.1" status: 204 len: 168 time: 0.1348228 Oct 28 21:00:05.167227 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84029bee-2247-44dd-8aef-90f4ea7506c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccefbdb-2ed2-4981-b0c4-291a616ae179,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:05.713745 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01626b-0bea-4904-9b2f-e4c9b1c4d44d req-c35305f9-5321-42d1-8620-fb87758b8f8e tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:05.721427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d01626b-0bea-4904-9b2f-e4c9b1c4d44d req-c35305f9-5321-42d1-8620-fb87758b8f8e tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 945 time: 0.0645955 Oct 28 21:00:05.759462 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35236) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:05.785820 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d01626b-0bea-4904-9b2f-e4c9b1c4d44d req-d187a3f4-b7b4-4e3b-9054-4d0a77cf6021 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628297 Oct 28 21:00:05.907988 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f759581-7e7b-48b7-ad06-6d1f794b4ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.004711 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f759581-7e7b-48b7-ad06-6d1f794b4ddd admin admin] Publish callbacks [] for security_group (ef7008e6-0d1c-4a60-82fc-cdce80d317ca), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.016033 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f759581-7e7b-48b7-ad06-6d1f794b4ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ef7008e6-0d1c-4a60-82fc-cdce80d317ca), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.063846 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9f759581-7e7b-48b7-ad06-6d1f794b4ddd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa38cff1f83b49e4a7b00f522c785317&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987678 Oct 28 21:00:06.063846 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f759581-7e7b-48b7-ad06-6d1f794b4ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7008e6-0d1c-4a60-82fc-cdce80d317ca,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:06.065077 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35288) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:06.120937 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] Publish callbacks [] for security_group (ef7008e6-0d1c-4a60-82fc-cdce80d317ca), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.157959 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] Publish callbacks [] for security_group (ef7008e6-0d1c-4a60-82fc-cdce80d317ca), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.255799 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (ef7008e6-0d1c-4a60-82fc-cdce80d317ca), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.261345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:06.263961 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef7008e6-0d1c-4a60-82fc-cdce80d317ca HTTP/1.1" status: 204 len: 168 time: 0.1972129 Oct 28 21:00:06.279464 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a23d90-5b7a-4cac-8b58-ab6193bd0bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7008e6-0d1c-4a60-82fc-cdce80d317ca,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:09.341481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35414) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:09.460178 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e0165e7f-e0a1-4940-af1d-0c9f6648e09c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.542740 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e0165e7f-e0a1-4940-af1d-0c9f6648e09c admin admin] Publish callbacks [] for security_group (2b5cf6cd-d3c9-4516-a1c3-37a095834e43), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.547104 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e0165e7f-e0a1-4940-af1d-0c9f6648e09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2b5cf6cd-d3c9-4516-a1c3-37a095834e43), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.587781 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e0165e7f-e0a1-4940-af1d-0c9f6648e09c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=518626c6369c423383f3de14c94df18c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450914 Oct 28 21:00:09.589211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0165e7f-e0a1-4940-af1d-0c9f6648e09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cf6cd-d3c9-4516-a1c3-37a095834e43,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:09.591984 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35420) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:09.657281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] Publish callbacks [] for security_group (2b5cf6cd-d3c9-4516-a1c3-37a095834e43), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.679075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] Publish callbacks [] for security_group (2b5cf6cd-d3c9-4516-a1c3-37a095834e43), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.727058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2b5cf6cd-d3c9-4516-a1c3-37a095834e43), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.729684 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:09.730881 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b5cf6cd-d3c9-4516-a1c3-37a095834e43 HTTP/1.1" status: 204 len: 168 time: 0.1372437 Oct 28 21:00:09.739806 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e17fae-9afb-4eb3-994e-db7e2775eca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cf6cd-d3c9-4516-a1c3-37a095834e43,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:10.005476 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35426) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:10.018927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5643fd0f-bf7f-4908-9714-805828a99ef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.098645 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5643fd0f-bf7f-4908-9714-805828a99ef8 admin admin] Publish callbacks [] for security_group (f51f76cc-585b-4942-aedf-d5ba90a224d9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.104185 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5643fd0f-bf7f-4908-9714-805828a99ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f51f76cc-585b-4942-aedf-d5ba90a224d9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.143036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fd0f-bf7f-4908-9714-805828a99ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f76cc-585b-4942-aedf-d5ba90a224d9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:10.150140 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5643fd0f-bf7f-4908-9714-805828a99ef8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1629d720f52a4b07b07d55523a83bc1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411693 Oct 28 21:00:10.150376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35430) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:10.208956 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] Publish callbacks [] for security_group (f51f76cc-585b-4942-aedf-d5ba90a224d9), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.232164 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] Publish callbacks [] for security_group (f51f76cc-585b-4942-aedf-d5ba90a224d9), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.298754 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f51f76cc-585b-4942-aedf-d5ba90a224d9), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.304032 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:10.306314 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f51f76cc-585b-4942-aedf-d5ba90a224d9 HTTP/1.1" status: 204 len: 168 time: 0.1547537 Oct 28 21:00:10.327068 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f562115-d3f1-42e2-bfb1-e9535011cdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f76cc-585b-4942-aedf-d5ba90a224d9,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:10.331627 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:12.105517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cb8c55e7-3151-4904-a082-b5a66eb3d5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:12.732722 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35560) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:12.878746 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8bfbccd3-b75a-47bc-bac1-d4c224a43014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:12.978304 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8bfbccd3-b75a-47bc-bac1-d4c224a43014 admin admin] Publish callbacks [] for security_group (17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:12.982551 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-8bfbccd3-b75a-47bc-bac1-d4c224a43014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.025467 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-8bfbccd3-b75a-47bc-bac1-d4c224a43014 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8c01d41b49d4c669bbd9116d6bf4001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910981 Oct 28 21:00:13.026173 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbccd3-b75a-47bc-bac1-d4c224a43014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:13.028216 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35570) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:13.083619 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] Publish callbacks [] for security_group (17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.107509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] Publish callbacks [] for security_group (17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.167415 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.170535 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.172299 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04 HTTP/1.1" status: 204 len: 168 time: 0.1429915 Oct 28 21:00:13.182995 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87ae63-86ff-4b64-9c73-b6262ed6f95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5f1cb-d65e-4f2d-8a10-6a29fd3bae04,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:13.490911 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35576) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:13.506414 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f415cd76-2682-4617-9160-576dec3d478f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.603418 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f415cd76-2682-4617-9160-576dec3d478f admin admin] Publish callbacks [] for security_group (bad56caa-f466-48b9-b7b7-4cff7f1319e8), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.610265 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f415cd76-2682-4617-9160-576dec3d478f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (bad56caa-f466-48b9-b7b7-4cff7f1319e8), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.657290 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f415cd76-2682-4617-9160-576dec3d478f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f70133334d6c409b8b2f4dc6ce09fcd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1648681 Oct 28 21:00:13.658124 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415cd76-2682-4617-9160-576dec3d478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad56caa-f466-48b9-b7b7-4cff7f1319e8,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:13.660424 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35578) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:13.724282 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] Publish callbacks [] for security_group (bad56caa-f466-48b9-b7b7-4cff7f1319e8), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.749229 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] Publish callbacks [] for security_group (bad56caa-f466-48b9-b7b7-4cff7f1319e8), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.812239 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (bad56caa-f466-48b9-b7b7-4cff7f1319e8), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.817442 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:13.819619 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bad56caa-f466-48b9-b7b7-4cff7f1319e8 HTTP/1.1" status: 204 len: 168 time: 0.1556208 Oct 28 21:00:13.834106 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ef254-15e7-435d-b2d2-5eddee4e19ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad56caa-f466-48b9-b7b7-4cff7f1319e8,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:14.646073 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0b6f2981-f010-4601-a182-4b7c216f74cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:15.978758 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35688) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:16.133035 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f53f7977-6214-4fd9-878b-b64ebad9c5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.252928 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f53f7977-6214-4fd9-878b-b64ebad9c5be admin admin] Publish callbacks [] for security_group (60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.258704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f53f7977-6214-4fd9-878b-b64ebad9c5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.266189 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35694) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:16.298528 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f53f7977-6214-4fd9-878b-b64ebad9c5be admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3394563fc3e8465c99ec388f45bc46b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186476 Oct 28 21:00:16.303220 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35698) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:16.303467 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f7977-6214-4fd9-878b-b64ebad9c5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:16.361120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] Publish callbacks [] for security_group (60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.390761 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] Publish callbacks [] for security_group (60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.416861 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bf4035b-4808-46f7-bc79-b5553561eba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.483369 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.486084 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.487222 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e HTTP/1.1" status: 204 len: 168 time: 0.1825931 Oct 28 21:00:16.503972 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7544ab6-88af-40fe-8536-0ea2235627ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ff5de9-e024-4d3d-8a4c-a1bbc890ca8e,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:16.533789 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bf4035b-4808-46f7-bc79-b5553561eba1 admin admin] Publish callbacks [] for security_group (15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.538868 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0bf4035b-4808-46f7-bc79-b5553561eba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.579817 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0bf4035b-4808-46f7-bc79-b5553561eba1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0514b3696b0e42be855e67bfa2d5d43e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124592 Oct 28 21:00:16.582040 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4035b-4808-46f7-bc79-b5553561eba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:16.582584 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35702) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:16.643138 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] Publish callbacks [] for security_group (15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.670194 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] Publish callbacks [] for security_group (15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.673982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.727965 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.730837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.732123 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea HTTP/1.1" status: 204 len: 168 time: 0.1483967 Oct 28 21:00:16.740506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c08ef-4549-4530-953b-3fb83c01fb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ccfdef-9a5f-4a7f-acd8-4a040c2e9cea,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:16.823919 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35708) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:16.839566 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d1603f4-13a8-4bab-b9d6-6524df23437c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.949847 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d1603f4-13a8-4bab-b9d6-6524df23437c admin admin] Publish callbacks [] for security_group (19fdf74d-0e7b-42fc-8861-d75c56550a39), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.955638 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d1603f4-13a8-4bab-b9d6-6524df23437c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (19fdf74d-0e7b-42fc-8861-d75c56550a39), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:16.999530 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0d1603f4-13a8-4bab-b9d6-6524df23437c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=42740c275b7f4b5e8082d0e86256e157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713924 Oct 28 21:00:16.999530 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1603f4-13a8-4bab-b9d6-6524df23437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fdf74d-0e7b-42fc-8861-d75c56550a39,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:17.000371 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35712) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:17.057118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] Publish callbacks [] for security_group (19fdf74d-0e7b-42fc-8861-d75c56550a39), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.080672 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] Publish callbacks [] for security_group (19fdf74d-0e7b-42fc-8861-d75c56550a39), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.136195 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (19fdf74d-0e7b-42fc-8861-d75c56550a39), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.138861 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.140581 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/19fdf74d-0e7b-42fc-8861-d75c56550a39 HTTP/1.1" status: 204 len: 168 time: 0.1397943 Oct 28 21:00:17.149783 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3278cc5-cf1f-4d78-b45d-6797f088549c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fdf74d-0e7b-42fc-8861-d75c56550a39,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:17.197927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35720) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:17.211299 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-f676-4b2f-8e94-eda745ea9ead admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.302021 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-f676-4b2f-8e94-eda745ea9ead admin admin] Publish callbacks [] for security_group (38fea492-7db2-4ae6-8f22-2a62349c40f6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.306622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f8ef959c-f676-4b2f-8e94-eda745ea9ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (38fea492-7db2-4ae6-8f22-2a62349c40f6), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.346135 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef959c-f676-4b2f-8e94-eda745ea9ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fea492-7db2-4ae6-8f22-2a62349c40f6,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:17.352900 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f8ef959c-f676-4b2f-8e94-eda745ea9ead admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e64450bba92d4983854714c125873858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512194 Oct 28 21:00:17.353196 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35724) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:17.428401 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] Publish callbacks [] for security_group (38fea492-7db2-4ae6-8f22-2a62349c40f6), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.457365 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] Publish callbacks [] for security_group (38fea492-7db2-4ae6-8f22-2a62349c40f6), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.514811 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (38fea492-7db2-4ae6-8f22-2a62349c40f6), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.517490 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.521147 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/38fea492-7db2-4ae6-8f22-2a62349c40f6 HTTP/1.1" status: 204 len: 168 time: 0.1644154 Oct 28 21:00:17.531635 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3710760-bc50-414d-9080-ba17cd0ab556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fea492-7db2-4ae6-8f22-2a62349c40f6,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:17.574873 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35734) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:17.590145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6d3-bbb7-45d3-80fb-e43cbe98847e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.694912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6d3-bbb7-45d3-80fb-e43cbe98847e admin admin] Publish callbacks [] for security_group (dd93cfdd-7685-47ce-bea7-40c3b7fae1b6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.700276 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5b20b6d3-bbb7-45d3-80fb-e43cbe98847e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (dd93cfdd-7685-47ce-bea7-40c3b7fae1b6), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.752129 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5b20b6d3-bbb7-45d3-80fb-e43cbe98847e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a510c5277cb46c8a1b0dec856d43769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1758387 Oct 28 21:00:17.754614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20b6d3-bbb7-45d3-80fb-e43cbe98847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd93cfdd-7685-47ce-bea7-40c3b7fae1b6,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:17.754902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35740) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:17.818156 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] Publish callbacks [] for security_group (dd93cfdd-7685-47ce-bea7-40c3b7fae1b6), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.849395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] Publish callbacks [] for security_group (dd93cfdd-7685-47ce-bea7-40c3b7fae1b6), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.914703 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (dd93cfdd-7685-47ce-bea7-40c3b7fae1b6), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.920202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:17.922414 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd93cfdd-7685-47ce-bea7-40c3b7fae1b6 HTTP/1.1" status: 204 len: 168 time: 0.1661077 Oct 28 21:00:17.937021 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b4045-fdec-48ac-92d8-860c555a3ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd93cfdd-7685-47ce-bea7-40c3b7fae1b6,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:18.323115 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:18.718147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.533883 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 35904) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:22.653699 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2108ee67-70ad-49be-bb77-d2cbd0c82806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.734856 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2108ee67-70ad-49be-bb77-d2cbd0c82806 admin admin] Publish callbacks [] for security_group (27a32b5e-7160-4be4-88b9-650caaf625ca), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.738706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2108ee67-70ad-49be-bb77-d2cbd0c82806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (27a32b5e-7160-4be4-88b9-650caaf625ca), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.789966 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-2108ee67-70ad-49be-bb77-d2cbd0c82806 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b937a6b38f345d39d4ac5001b6de458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546494 Oct 28 21:00:22.791138 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ee67-70ad-49be-bb77-d2cbd0c82806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a32b5e-7160-4be4-88b9-650caaf625ca,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:22.792754 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 35918) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:22.855286 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] Publish callbacks [] for security_group (27a32b5e-7160-4be4-88b9-650caaf625ca), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.880658 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] Publish callbacks [] for security_group (27a32b5e-7160-4be4-88b9-650caaf625ca), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.938096 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (27a32b5e-7160-4be4-88b9-650caaf625ca), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.940955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:22.942154 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/27a32b5e-7160-4be4-88b9-650caaf625ca HTTP/1.1" status: 204 len: 168 time: 0.1480095 Oct 28 21:00:22.952488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d19b74-7bd4-4e6f-8bbd-73d3c03e86fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a32b5e-7160-4be4-88b9-650caaf625ca,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:24.525579 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ceb30e-cae1-4a50-935b-7193de9181a0 req-3b7062e8-5d88-486b-86f5-00ba338069e2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:24.527125 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-05ceb30e-cae1-4a50-935b-7193de9181a0 req-3b7062e8-5d88-486b-86f5-00ba338069e2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0566998 Oct 28 21:00:24.578448 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-05ceb30e-cae1-4a50-935b-7193de9181a0 req-f8228997-5c2b-4cde-a5b5-0758af79f28a tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431736 Oct 28 21:00:25.734010 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc013c-b3c9-4101-aacf-63cc269f0e03 req-ce105912-5d8f-48bf-8198-ff50fe6446e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:25.736700 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1cdc013c-b3c9-4101-aacf-63cc269f0e03 req-ce105912-5d8f-48bf-8198-ff50fe6446e9 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0711918 Oct 28 21:00:25.797115 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1cdc013c-b3c9-4101-aacf-63cc269f0e03 req-caf55a6f-1294-47f0-8612-31b184c1bf6d tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545297 Oct 28 21:00:26.452234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36010) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:26.575443 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bfe84f42-7aa0-4f27-9299-d2dfa0138fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.657520 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bfe84f42-7aa0-4f27-9299-d2dfa0138fba admin admin] Publish callbacks [] for security_group (f5d3cfb9-8280-4dbb-844a-9acd540d4dd9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.661931 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bfe84f42-7aa0-4f27-9299-d2dfa0138fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f5d3cfb9-8280-4dbb-844a-9acd540d4dd9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.703999 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bfe84f42-7aa0-4f27-9299-d2dfa0138fba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=004da555c1284be1a8dc4def5cc7992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504754 Oct 28 21:00:26.704887 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe84f42-7aa0-4f27-9299-d2dfa0138fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d3cfb9-8280-4dbb-844a-9acd540d4dd9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:26.707395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36014) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:26.789595 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] Publish callbacks [] for security_group (f5d3cfb9-8280-4dbb-844a-9acd540d4dd9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.812853 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] Publish callbacks [] for security_group (f5d3cfb9-8280-4dbb-844a-9acd540d4dd9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.862694 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (f5d3cfb9-8280-4dbb-844a-9acd540d4dd9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.865407 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:26.866460 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5d3cfb9-8280-4dbb-844a-9acd540d4dd9 HTTP/1.1" status: 204 len: 168 time: 0.1575406 Oct 28 21:00:26.875605 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff730a3-1bdb-4108-9a95-38c574ee495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d3cfb9-8280-4dbb-844a-9acd540d4dd9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:26.947481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf98333-15fb-4d4b-8288-816f6d44e862 req-e49d1a4f-6bf8-412c-94f4-3c9bbbc1a9fa tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:26.949052 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cbf98333-15fb-4d4b-8288-816f6d44e862 req-e49d1a4f-6bf8-412c-94f4-3c9bbbc1a9fa tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0641470 Oct 28 21:00:27.002226 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cbf98333-15fb-4d4b-8288-816f6d44e862 req-435a9607-a96a-4dae-817f-d8f7bb3501f2 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472016 Oct 28 21:00:27.171853 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36024) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:27.186416 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bcf110-c0c6-4c9a-a362-0864f2a5c35c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.270862 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bcf110-c0c6-4c9a-a362-0864f2a5c35c admin admin] Publish callbacks [] for security_group (3af48e18-644f-4fb1-9389-6b3e3988192d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.275058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-02bcf110-c0c6-4c9a-a362-0864f2a5c35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3af48e18-644f-4fb1-9389-6b3e3988192d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.314818 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-02bcf110-c0c6-4c9a-a362-0864f2a5c35c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9fec772b2d204e2795a43df868db2eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418610 Oct 28 21:00:27.315698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bcf110-c0c6-4c9a-a362-0864f2a5c35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af48e18-644f-4fb1-9389-6b3e3988192d,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:27.317521 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36026) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:27.368542 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] Publish callbacks [] for security_group (3af48e18-644f-4fb1-9389-6b3e3988192d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.398947 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] Publish callbacks [] for security_group (3af48e18-644f-4fb1-9389-6b3e3988192d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.452525 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3af48e18-644f-4fb1-9389-6b3e3988192d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.455857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.457031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3af48e18-644f-4fb1-9389-6b3e3988192d HTTP/1.1" status: 204 len: 168 time: 0.1384912 Oct 28 21:00:27.472065 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d60db-fcd4-4391-87b1-bddfd4858563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af48e18-644f-4fb1-9389-6b3e3988192d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:27.844543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36034) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:27.859764 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-11ff9fe4-9a78-426a-8213-e38dce4c337c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.954128 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-11ff9fe4-9a78-426a-8213-e38dce4c337c admin admin] Publish callbacks [] for security_group (54513e87-80be-4bf8-a89f-31c7bac0007c), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:27.960235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-11ff9fe4-9a78-426a-8213-e38dce4c337c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (54513e87-80be-4bf8-a89f-31c7bac0007c), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.005233 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-11ff9fe4-9a78-426a-8213-e38dce4c337c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=193ebd8629b741dda79fe56eebeaa495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593013 Oct 28 21:00:28.005781 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ff9fe4-9a78-426a-8213-e38dce4c337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54513e87-80be-4bf8-a89f-31c7bac0007c,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:28.008893 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36036) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:28.071541 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] Publish callbacks [] for security_group (54513e87-80be-4bf8-a89f-31c7bac0007c), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.110988 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] Publish callbacks [] for security_group (54513e87-80be-4bf8-a89f-31c7bac0007c), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.169155 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e338174-021b-44cb-8ce9-3186479cd5ea req-813b4636-f6ad-4970-958c-c04987f1c865 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:28.171660 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5e338174-021b-44cb-8ce9-3186479cd5ea req-813b4636-f6ad-4970-958c-c04987f1c865 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0748787 Oct 28 21:00:28.190343 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (54513e87-80be-4bf8-a89f-31c7bac0007c), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.193737 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.199815 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/54513e87-80be-4bf8-a89f-31c7bac0007c HTTP/1.1" status: 204 len: 168 time: 0.1878228 Oct 28 21:00:28.208197 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9d8a0-53c1-4f6e-944c-7db054ebd21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54513e87-80be-4bf8-a89f-31c7bac0007c,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:28.231867 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5e338174-021b-44cb-8ce9-3186479cd5ea req-f8c3723a-9545-4392-8762-1a4ab212b138 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups?id=b102f6cd-9fbf-4956-86b5-9efa8df8fb65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542743 Oct 28 21:00:28.620471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-a69f3ee3-7b79-42b2-80ad-cbc518603759 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:28.622008 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-a69f3ee3-7b79-42b2-80ad-cbc518603759 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 946 time: 0.0663104 Oct 28 21:00:28.724716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Deleting port b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:28.725315 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:28.846668 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] For port b9c2ed21-911b-42ed-8153-4451e4bfce1a, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=b9c2ed21-911b-42ed-8153-4451e4bfce1a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:28.847046 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.040976 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.040976 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.042287 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Floating IP fafd379f-f6cd-48a1-8245-59125372a141 disassociated. External IP: 172.27.3.56, port: b9c2ed21-911b-42ed-8153-4451e4bfce1a. Oct 28 21:00:29.042287 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Calling delete_port for b9c2ed21-911b-42ed-8153-4451e4bfce1a owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:29.097342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36064) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:29.225588 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-805661398-network', 'tenant_id': 'bb3b9f179ad24392a4858db70f6b4dc0'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:29.247421 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (b9c2ed21-911b-42ed-8153-4451e4bfce1a), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.262534 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Made reservation on behalf of bb3b9f179ad24392a4858db70f6b4dc0 for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:00:29.265454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.281175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.310927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'Port': ['ID=b9c2ed21-911b-42ed-8153-4451e4bfce1a,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:29.384807 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-024d902a-d589-4c53-9028-3f4240872a59 req-b641f19c-04f8-4d90-85cc-25ac81ed6e89 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0391545 Oct 28 21:00:29.417776 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks [] for security_group (e583f848-e909-43e2-9379-4d4b4892848d), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.427416 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e583f848-e909-43e2-9379-4d4b4892848d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.456174 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:00:29.465913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e583f848-e909-43e2-9379-4d4b4892848d,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:29.476754 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (17f20ec4-8928-450a-8f98-bc49541d1933), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.477092 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Added segment 17f20ec4-8928-450a-8f98-bc49541d1933 of type vlan for network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 Oct 28 21:00:29.479491 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.479872 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.480229 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.480555 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.480895 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.481227 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.481555 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.481880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.482209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.483151 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.483484 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.483899 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.484240 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:29.492908 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:00:29.551303 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (82c37873-17aa-4ba8-aa4a-a2fe41f51661), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.592471 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (82c37873-17aa-4ba8-aa4a-a2fe41f51661), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.594536 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:29.595431 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.648726 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:00:29.661666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:00:29.672602 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5701244 Oct 28 21:00:29.673755 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36080) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:29.687504 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Request body: {'subnet': {'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-805661398-subnet', 'tenant_id': 'bb3b9f179ad24392a4858db70f6b4dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:29.693199 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:29.698709 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:29.717040 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] No DVR routers for this DVR port b9c2ed21-911b-42ed-8153-4451e4bfce1a on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:00:29.723189 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.726120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff5f55-1699-4ec9-9a46-f28ffe04bfb5 admin admin] Pushing event updated for resources: {'Network': ['ID=82c37873-17aa-4ba8-aa4a-a2fe41f51661,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:29.728409 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-1ad0b258-3004-4e0a-ba69-3614aba1523c req-9e0d454a-d9db-45a8-a858-ea92c8e59976 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.26 "DELETE /v2.0/ports/b9c2ed21-911b-42ed-8153-4451e4bfce1a HTTP/1.1" status: 204 len: 173 time: 1.0973384 Oct 28 21:00:29.729029 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-deleted', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:00:29.738254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167cbc65-2f87-477f-847e-519488ffdc4b" -d '{"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-deleted", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:00:29.740022 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Made reservation on behalf of bb3b9f179ad24392a4858db70f6b4dc0 for: {'subnet': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:00:29.746137 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9627548'] for subnet (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:29.812055 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:00:29.830155 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cc7063-ee01-466b-b06c-83d65a97e2b5 x-openstack-request-id: req-39cc7063-ee01-466b-b06c-83d65a97e2b5 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:00:29.830459 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54524c5-2212-4c9a-abac-39c41da15c76", "name": "network-vif-deleted", "tag": "b9c2ed21-911b-42ed-8153-4451e4bfce1a", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:00:29.830721 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39cc7063-ee01-466b-b06c-83d65a97e2b5 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:00:29.831134 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39cc7063-ee01-466b-b06c-83d65a97e2b5'] response: {'server_uuid': 'b54524c5-2212-4c9a-abac-39c41da15c76', 'name': 'network-vif-deleted', 'tag': 'b9c2ed21-911b-42ed-8153-4451e4bfce1a', 'status': 'completed', 'code': 200} Oct 28 21:00:30.006056 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:30.046151 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9885314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9627502'] for subnet (adaa22d3-3eea-47c6-ade3-3374c89ea47d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:30.106944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adaa22d3-3eea-47c6-ade3-3374c89ea47d,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:30.119088 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Checking segment: {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:00:30.119450 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Network hostable DHCP agents. Network: 82c37873-17aa-4ba8-aa4a-a2fe41f51661, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:00:30.138306 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:00:30.153820 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 82c37873-17aa-4ba8-aa4a-a2fe41f51661) {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:30.161073 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:30.161728 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:30.174540 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926194d7-af59-48ee-8c3f-540d61f2cd1b None None] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:00:30.187595 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a7cf7da8-8fbf-497f-b73e-c1ff186a47b0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5130582 Oct 28 21:00:30.329707 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2962fd3-2c1e-4101-8761-b69476d65f3a None None] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:00:30.379237 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:30.420509 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:00:30.448775 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:30.449416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:30.601258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:30.605023 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-93e49d83-3162-4f64-a058-90909a974748 req-c1b874a8-a611-46f8-a546-cbfd17aabad3 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0495181 Oct 28 21:00:30.923206 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:30.955441 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0701cea-eb8a-45e9-8a74-203b8d933c03 None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T20:53:17Z', 'revision_number': 4, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '38b6e4ba-0b92-4544-bb4b-5caf1813a0c9', 'name': '', 'network_id': 'b0e1bf57-7623-45a9-9c3d-abb9374865f9', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'mac_address': 'fa:16:3e:6c:ac:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '600b0214-16cd-483f-bc94-bef855287333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:14Z', 'updated_at': '2022-10-28T20:53:38Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'subnets': [{'id': '600b0214-16cd-483f-bc94-bef855287333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:00:31.206408 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a535dfc6-be16-488c-8b1d-8d0bea76662c None None] New status for floating IP fafd379f-f6cd-48a1-8245-59125372a141: DOWN {{(pid=115445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:00:31.766628 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-374be7fa-f0ba-4cb6-9cac-27c7d65ca555 req-30ca6336-d12a-4e19-8a53-de406070e166 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Oct 28 21:00:32.904274 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-83ed1f1c-c990-43f8-b04e-4bb6ab9aa5ca req-fb92b140-4ff6-45d3-a6d6-2d231de16f81 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/ports?device_id=b54524c5-2212-4c9a-abac-39c41da15c76 HTTP/1.1" status: 200 len: 210 time: 0.0390089 Oct 28 21:00:34.031622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36130) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:34.114441 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (b102f6cd-9fbf-4956-86b5-9efa8df8fb65), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.146824 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (b102f6cd-9fbf-4956-86b5-9efa8df8fb65), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.228779 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b102f6cd-9fbf-4956-86b5-9efa8df8fb65), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.233182 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.238093 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "DELETE /v2.0/security-groups/b102f6cd-9fbf-4956-86b5-9efa8df8fb65 HTTP/1.1" status: 204 len: 168 time: 0.2023363 Oct 28 21:00:34.238742 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36136) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:34.257041 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a56d0a-57be-426c-a541-486494897761 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b102f6cd-9fbf-4956-86b5-9efa8df8fb65,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:34.260201 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.api.v2.resource [None req-3391c0c8-f34b-4217-8c6b-69b8cb415d72 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] show failed (client error): The resource could not be found. Oct 28 21:00:34.261346 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3391c0c8-f34b-4217-8c6b-69b8cb415d72 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "GET /v2.0/security-groups/b102f6cd-9fbf-4956-86b5-9efa8df8fb65 HTTP/1.1" status: 404 len: 347 time: 0.0216715 Oct 28 21:00:34.265313 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36138) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:34.410080 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Deleting port 80ccd821-51f7-4b83-8b7e-11b7eaa12663 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:34.410419 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.487887 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.488210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (80ccd821-51f7-4b83-8b7e-11b7eaa12663), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.501498 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Calling delete_port for 80ccd821-51f7-4b83-8b7e-11b7eaa12663 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:34.638110 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (80ccd821-51f7-4b83-8b7e-11b7eaa12663), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.665620 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Pushing event deleted for resources: {'Port': ['ID=80ccd821-51f7-4b83-8b7e-11b7eaa12663,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:34.733093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks [] for floatingip (fafd379f-f6cd-48a1-8245-59125372a141), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.736155 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:34.737772 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-5ad9da43-f665-4533-b3ee-fdeb2e30cd80 tempest-AttachVolumeShelveTestJSON-1741191957 tempest-AttachVolumeShelveTestJSON-1741191957-project] 10.222.0.49 "DELETE /v2.0/floatingips/fafd379f-f6cd-48a1-8245-59125372a141 HTTP/1.1" status: 204 len: 168 time: 0.4712012 Oct 28 21:00:34.782242 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:00:34.802613 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: b9c2ed21-911b-42ed-8153-4451e4bfce1a {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:00:34.802953 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device b9c2ed21-911b-42ed-8153-4451e4bfce1a not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:00:37.402632 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:00:39.838743 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-7a6bb66f-72bf-4757-85a6-47a4723ba9fc tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:39.840352 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-7a6bb66f-72bf-4757-85a6-47a4723ba9fc tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 808 time: 0.1130080 Oct 28 21:00:39.856440 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-cdf5ed17-8dd5-4fe2-829f-710007409247 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/quotas/bb3b9f179ad24392a4858db70f6b4dc0 HTTP/1.1" status: 200 len: 375 time: 0.0102277 Oct 28 21:00:39.892942 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-2bdf8866-113b-41c5-80a4-1ae623b99541 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302017 Oct 28 21:00:40.002833 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-600913ff-4d81-4878-8f55-42b0303d3c77 service neutron] 10.222.0.49 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028686 Oct 28 21:00:40.107065 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-3f707b84-29af-4f2a-b0ef-bc150a7982ea service neutron] 10.222.0.49 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938816 Oct 28 21:00:40.332812 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:40.342645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e20823d1-ed55-4118-8fa9-b8ee63573d09 req-33ce5144-cebc-438d-9a86-3d34bb25f500 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0504346 Oct 28 21:00:41.461280 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e4105867-180a-48ce-9be1-995aa56e28e2 req-4d8f84c3-017f-49d8-81af-6a18c009e816 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0360060 Oct 28 21:00:42.103567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-69fbe21b-b5ae-4567-a996-aa7f710eb3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:42.623202 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f1ab588f-f86c-4e74-8284-c96174f2ac0c req-336829c7-0117-4ee6-a98e-8b587870df96 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0314760 Oct 28 21:00:43.752563 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b2b0eaf0-a569-4c54-bf8d-c0e04b2b2a81 req-21b5409d-9dfa-4607-aa32-e69020394a1c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0356419 Oct 28 21:00:44.652303 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1857495d-f6fd-409e-93d1-7175afae9ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:44.879253 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f44aba92-fcca-4dd1-af74-46b1b50a8178 req-0ce92f9f-d938-4a53-bd56-5707743481d1 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0300591 Oct 28 21:00:45.227499 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-1e26b39d-5b3a-4f9e-9888-1f98a28d904c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:45.230217 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-1e26b39d-5b3a-4f9e-9888-1f98a28d904c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 808 time: 0.1657867 Oct 28 21:00:45.242930 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Request body: {'port': {'device_id': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661', 'admin_state_up': True, 'tenant_id': 'bb3b9f179ad24392a4858db70f6b4dc0'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:45.675525 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Made reservation on behalf of bb3b9f179ad24392a4858db70f6b4dc0 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:00:45.681928 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:45.910640 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Allocated IP 172.20.0.8 (82c37873-17aa-4ba8-aa4a-a2fe41f51661/adaa22d3-3eea-47c6-ade3-3374c89ea47d/1c669a83-ee45-41c0-a5a0-e593332f58cc) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:00:46.047556 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-95eac41f-bbfa-426d-a291-b6da79c96372 req-5bf2d4c1-6ec3-4c25-99d1-fb941cd1e893 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 210 time: 0.0453055 Oct 28 21:00:46.164085 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks [] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.199238 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.252828 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:00:46.256741 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:46.264637 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:00:46.292841 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Pushing event updated for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:46.327991 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:46.328658 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.348261 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-623c0fd8-9378-4f1b-b4c1-bc59277c2442 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1100755 Oct 28 21:00:46.361059 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Request body: {'port': {'device_id': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:46.427600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.690871 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.751055 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c669a83-ee45-41c0-a5a0-e593332f58cc {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:00:46.768363 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks [] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.794321 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Transition to ACTIVE for port object 1c669a83-ee45-41c0-a5a0-e593332f58cc will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:00:46.800196 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:46.940213 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36330) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:46.951982 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Pushing event updated for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:46.979101 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.979653 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.980260 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.980813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.981376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.982464 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.983042 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.983575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.984169 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.984730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.985300 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.985847 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:46.986417 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:47.034552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Attempting to bind port 1c669a83-ee45-41c0-a5a0-e593332f58cc on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:00:47.035501 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Attempting to bind port 1c669a83-ee45-41c0-a5a0-e593332f58cc by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:00:47.036194 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Attempting to bind port 1c669a83-ee45-41c0-a5a0-e593332f58cc on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:00:47.045463 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Port 1c669a83-ee45-41c0-a5a0-e593332f58cc on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:00:47.046306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Attempting to bind port 1c669a83-ee45-41c0-a5a0-e593332f58cc on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:00:47.059195 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:00:47.059789 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Checking segment: {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:00:47.061348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Bound using segment: {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:00:47.062168 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Bound port: 1c669a83-ee45-41c0-a5a0-e593332f58cc, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:00:47.062776 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:47.175438 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:00:47.180792 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:00:47.191464 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:47.197282 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:47.198341 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:47.200700 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c669a83-ee45-41c0-a5a0-e593332f58cc HTTP/1.1" status: 200 len: 1093 time: 0.8439436 Oct 28 21:00:47.201990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:00:47.206045 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26139b-7a23-4d00-be0a-1874efd3441a" -d '{"events": [{"name": "network-changed", "server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:00:47.329881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee00237-e36f-416d-9090-ebcc950213c2 req-88a8fe94-d66d-41a8-976b-a01ce8b678da tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:47.332175 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ee00237-e36f-416d-9090-ebcc950213c2 req-88a8fe94-d66d-41a8-976b-a01ce8b678da tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 943 time: 0.1882298 Oct 28 21:00:47.342912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfaa6b6-8c01-4503-8d2c-541263b91d9c x-openstack-request-id: req-0dfaa6b6-8c01-4503-8d2c-541263b91d9c {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:00:47.344180 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:00:47.344800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0dfaa6b6-8c01-4503-8d2c-541263b91d9c {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:00:47.345640 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfaa6b6-8c01-4503-8d2c-541263b91d9c'] response: {'name': 'network-changed', 'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc', 'status': 'completed', 'code': 200} Oct 28 21:00:47.352792 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c240ad-f0f5-4c26-aae2-2e5d532a4459 service neutron] Pushing event updated for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:47.382129 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-9c76e25c-8185-462f-82db-8a4343de9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:47.384629 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-9c76e25c-8185-462f-82db-8a4343de9382 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 1127 time: 0.0950522 Oct 28 21:00:47.436241 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-4c781c0b-677c-4b9c-ae64-85a486c2f3fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc HTTP/1.1" status: 200 len: 217 time: 0.0423374 Oct 28 21:00:47.496068 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-1fb564e9-c194-4673-ad1b-9817040e3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:47.498054 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-1fb564e9-c194-4673-ad1b-9817040e3e29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adaa22d3-3eea-47c6-ade3-3374c89ea47d HTTP/1.1" status: 200 len: 848 time: 0.0534334 Oct 28 21:00:47.534142 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-0aac31cd-ee34-474a-8785-f4a75715d196 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82c37873-17aa-4ba8-aa4a-a2fe41f51661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294294 Oct 28 21:00:47.641859 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-3469089f-7c86-4137-b63e-8acacf6a6a98 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002460 Oct 28 21:00:47.759990 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f4c9f62c-9b77-447d-ae77-7cd213347aec req-48c8506f-9c8e-4763-a235-78e99038d6ea service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064856 Oct 28 21:00:47.875431 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-cb5e3bd5-afc5-4ff5-b8ac-6961505614cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:47.877181 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-cb5e3bd5-afc5-4ff5-b8ac-6961505614cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 1127 time: 0.0620530 Oct 28 21:00:47.889136 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ee00237-e36f-416d-9090-ebcc950213c2 req-ab7b5973-a86c-4851-bdb8-7261944958ed tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5500457 Oct 28 21:00:48.014775 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-90629360-1c3d-4877-a77b-b1be131a5ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:48.016536 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-90629360-1c3d-4877-a77b-b1be131a5ddb service neutron] 10.222.0.26 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 909 time: 0.1309395 Oct 28 21:00:48.067552 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-94306368-e097-475e-93e9-04428b9add51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc HTTP/1.1" status: 200 len: 217 time: 0.0435326 Oct 28 21:00:48.105161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (b6005fe4-1466-4c82-9082-7f4466645087), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.149528 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-ab303b2d-9a67-44b7-8e69-0ebd0f328a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:48.152546 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-ab303b2d-9a67-44b7-8e69-0ebd0f328a2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adaa22d3-3eea-47c6-ade3-3374c89ea47d HTTP/1.1" status: 200 len: 848 time: 0.0790679 Oct 28 21:00:48.208797 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-dc8a9dbe-2aca-4283-880a-2bb687b0ad20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82c37873-17aa-4ba8-aa4a-a2fe41f51661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493820 Oct 28 21:00:48.327589 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.362336 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-769535af-8a8c-4b48-8b40-d1da7bd38097 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446350 Oct 28 21:00:48.477001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Deleting port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:48.477663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.488567 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7a26139b-7a23-4d00-be0a-1874efd3441a req-b2fccead-6891-4bf7-9854-161d13ecb27e service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174951 Oct 28 21:00:48.574400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] For port 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:48.574674 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.590355 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Calling delete_port for 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 owned by network:router_interface {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:48.725514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.798530 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (38b6e4ba-0b92-4544-bb4b-5caf1813a0c9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:48.825071 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Pushing event deleted for resources: {'Port': ['ID=38b6e4ba-0b92-4544-bb4b-5caf1813a0c9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:49.114990 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (b6005fe4-1466-4c82-9082-7f4466645087), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:49.187646 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff13eb8-8534-4ed5-aeec-a805e84b9680 req-92a677d5-eb8e-4a3f-b3b9-0f770dca97b0 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:49.189318 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7ff13eb8-8534-4ed5-aeec-a805e84b9680 req-92a677d5-eb8e-4a3f-b3b9-0f770dca97b0 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 943 time: 0.1514952 Oct 28 21:00:49.302633 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7ff13eb8-8534-4ed5-aeec-a805e84b9680 req-e4ed14bd-af45-4203-9454-91d702588799 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055825 Oct 28 21:00:49.353982 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36364) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:49.454661 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Router b6005fe4-1466-4c82-9082-7f4466645087 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:00:49.606832 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-626a03be-d849-4083-86ee-a2f248a7a077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:49.663129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:00:49.670451 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a36ec20d-3ae3-4ef3-97b6-d2695167ad63 admin admin] 10.222.0.49 "PUT /v2.0/routers/b6005fe4-1466-4c82-9082-7f4466645087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7280924 Oct 28 21:00:49.674788 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36378) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:49.689277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Sync routers for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:00:49.718149 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:49.719139 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:49.875508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-626a03be-d849-4083-86ee-a2f248a7a077 admin admin] Publish callbacks [] for security_group (2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:49.890166 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-626a03be-d849-4083-86ee-a2f248a7a077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:49.945518 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks [] for router (b6005fe4-1466-4c82-9082-7f4466645087), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:49.963517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:50.000437 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-626a03be-d849-4083-86ee-a2f248a7a077 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00577c1f18014c8b9f5bf7ab29802c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6292708 Oct 28 21:00:50.013020 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1c669a83-ee45-41c0-a5a0-e593332f58cc details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:00:50.021037 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36382) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:50.029704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a03be-d849-4083-86ee-a2f248a7a077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:50.185784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] Publish callbacks [] for security_group (2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.233446 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks [] for router_gateway (b6005fe4-1466-4c82-9082-7f4466645087), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.252720 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] Publish callbacks [] for security_group (2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.400998 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Deleting port 08afe4c6-c83d-42de-982e-9b8db1d199c9 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:50.401716 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.418511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:50.435882 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '1c669a83-ee45-41c0-a5a0-e593332f58cc', 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661', 'port_id': '1c669a83-ee45-41c0-a5a0-e593332f58cc', 'mac_address': 'fa:16:3e:5b:af:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa22d3-3eea-47c6-ade3-3374c89ea47d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:00:50.530598 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 1c669a83-ee45-41c0-a5a0-e593332f58cc is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:50.531411 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.533495 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.538176 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T21:00:48Z', 'revision_number': 5, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port': {'id': '08afe4c6-c83d-42de-982e-9b8db1d199c9', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:c5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:53:03Z', 'updated_at': '2022-10-28T20:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:50.539912 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.543896 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd HTTP/1.1" status: 204 len: 168 time: 0.5193794 Oct 28 21:00:50.570188 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a5a74-9ae9-47e8-b444-e419381060d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcbfce4-22b6-451c-b5b9-b1f7d2e875bd,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:50.607895 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Checking router: b6005fe4-1466-4c82-9082-7f4466645087 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:00:50.616873 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c669a83-ee45-41c0-a5a0-e593332f58cc {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:00:50.637989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] For port 08afe4c6-c83d-42de-982e-9b8db1d199c9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=08afe4c6-c83d-42de-982e-9b8db1d199c9,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:50.639584 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.653141 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:50.666358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:50.681153 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Routers {'b6005fe4-1466-4c82-9082-7f4466645087'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:50.682160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['b6005fe4-1466-4c82-9082-7f4466645087'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:50.688620 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Calling delete_port for 08afe4c6-c83d-42de-982e-9b8db1d199c9 owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:50.708708 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81368e7-5b7d-43e1-874a-3f3df108c5b6 req-ecd252d4-d4a6-4bb4-b792-4ee7476467dd tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:50.711371 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b81368e7-5b7d-43e1-874a-3f3df108c5b6 req-ecd252d4-d4a6-4bb4-b792-4ee7476467dd tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 943 time: 0.2827759 Oct 28 21:00:50.909326 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:50.922081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] Set router b6005fe4-1466-4c82-9082-7f4466645087 gateway port host: None {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:50.962553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b81368e7-5b7d-43e1-874a-3f3df108c5b6 req-01cf7c8c-4c48-46ea-b83a-ff073ccb7265 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320545 Oct 28 21:00:51.025817 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['1c669a83-ee45-41c0-a5a0-e593332f58cc'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:00:51.034132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.035078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.035660 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.036261 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.036830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.037395 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.037941 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.038493 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.039039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.039868 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.040258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.040775 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.041272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:51.071236 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (08afe4c6-c83d-42de-982e-9b8db1d199c9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.090483 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T21:00:50Z', 'revision_number': 6, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:51.148721 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76443e0-b8c9-47f9-97da-44d3cc08041b None None] The sync data for ids ['b6005fe4-1466-4c82-9082-7f4466645087'] in dv-cinder-859839-2-iscsi is: [{'id': 'b6005fe4-1466-4c82-9082-7f4466645087', 'name': 'tempest-AttachVolumeShelveTestJSON-1502010104-router', 'tenant_id': '908c94b386f2491aa46bed4be1d5ea84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:53:01Z', 'updated_at': '2022-10-28T21:00:50Z', 'revision_number': 6, 'project_id': '908c94b386f2491aa46bed4be1d5ea84', 'gw_port_host': None}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:00:51.185436 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Pushing event deleted for resources: {'Port': ['ID=08afe4c6-c83d-42de-982e-9b8db1d199c9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:51.269666 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (b6005fe4-1466-4c82-9082-7f4466645087), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.471778 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (b6005fe4-1466-4c82-9082-7f4466645087), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.477339 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks [] for router_controller (b6005fe4-1466-4c82-9082-7f4466645087), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.620245 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (b6005fe4-1466-4c82-9082-7f4466645087), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.621718 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6005fe4-1466-4c82-9082-7f4466645087 {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:00:51.633926 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.635700 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-9a0c25f3-1beb-4330-a6c6-4b70ce0c3726 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b6005fe4-1466-4c82-9082-7f4466645087 HTTP/1.1" status: 204 len: 168 time: 1.9594328 Oct 28 21:00:51.640240 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36412) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:51.668749 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:00:51.712926 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1dfbe-3d12-46fe-b049-736827f3f67a req-a1da2cf7-c567-4551-add4-90642d221995 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:51.715536 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dbc1dfbe-3d12-46fe-b049-736827f3f67a req-a1da2cf7-c567-4551-add4-90642d221995 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 945 time: 0.1576753 Oct 28 21:00:51.720154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36414) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:51.723368 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:00:51.724040 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 38b6e4ba-0b92-4544-bb4b-5caf1813a0c9 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:00:51.744894 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Deleting subnet 600b0214-16cd-483f-bc94-bef855287333 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:00:51.751458 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Publish callbacks [] for subnet (600b0214-16cd-483f-bc94-bef855287333), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.809288 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (600b0214-16cd-483f-bc94-bef855287333), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.810786 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dbc1dfbe-3d12-46fe-b049-736827f3f67a req-a8fec0f4-3a7b-4504-a52e-162716f96e6d tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Oct 28 21:00:51.917143 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2041708631-network', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:51.945629 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (600b0214-16cd-483f-bc94-bef855287333), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:51.974348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Made reservation on behalf of a2ca6052d1b140e5a90e38d9252d5fd6 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:00:51.976744 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.006390 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.074662 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (600b0214-16cd-483f-bc94-bef855287333), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.119220 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.126069 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/600b0214-16cd-483f-bc94-bef855287333 HTTP/1.1" status: 204 len: 168 time: 0.4831614 Oct 28 21:00:52.128661 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4161208c-c47b-4fee-a72e-c0acafe5977c None None] Network b0e1bf57-7623-45a9-9c3d-abb9374865f9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:00:52.129468 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d963963-9af1-4812-8147-7f4456babfd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600b0214-16cd-483f-bc94-bef855287333,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:52.129630 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36420) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:52.224488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks [] for security_group (4e5f9940-60cd-4478-85a0-da175baefda6), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.236043 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4e5f9940-60cd-4478-85a0-da175baefda6), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.262830 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424431b-1c20-4782-9ea5-4be102f9229a req-3fc03777-2120-48e6-b048-cf41f042d6a7 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:52.266210 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1424431b-1c20-4782-9ea5-4be102f9229a req-3fc03777-2120-48e6-b048-cf41f042d6a7 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 944 time: 0.1969547 Oct 28 21:00:52.281803 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:00:52.320783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (b0e1bf57-7623-45a9-9c3d-abb9374865f9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.327395 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (fb2c1c9f-3cb7-493c-b63b-93b13133629d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.327984 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Added segment fb2c1c9f-3cb7-493c-b63b-93b13133629d of type vlan for network b99bb5a5-f673-41b3-9cab-c85cd21a9052 Oct 28 21:00:52.330469 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5f9940-60cd-4478-85a0-da175baefda6,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:52.388619 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] DHCP port deletion for b0e1bf57-7623-45a9-9c3d-abb9374865f9 request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:00:52.399606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (b99bb5a5-f673-41b3-9cab-c85cd21a9052), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.401925 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1424431b-1c20-4782-9ea5-4be102f9229a req-4dd2d24d-5617-4758-a715-72e1329e3005 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150212 Oct 28 21:00:52.437155 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (b99bb5a5-f673-41b3-9cab-c85cd21a9052), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.439358 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:52.440449 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.486036 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Deleting port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:52.486705 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.493765 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Deleting port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:52.494466 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.528822 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8043184 Oct 28 21:00:52.531953 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36422) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:52.538337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Request body: {'subnet': {'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2041708631-subnet', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:52.546956 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfddbc-69ec-4a7d-9a3f-7399369cc16b admin admin] Pushing event updated for resources: {'Network': ['ID=b99bb5a5-f673-41b3-9cab-c85cd21a9052,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:52.582967 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:00:52.600381 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Made reservation on behalf of a2ca6052d1b140e5a90e38d9252d5fd6 for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:00:52.605523 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.634370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] For port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:52.634716 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.654632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Calling delete_port for b9e4ecf5-76fe-49c7-aaa2-0de43585f34a owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:52.702898 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] For port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,segment=NetworkSegment(78882de7-797d-4621-8aaa-573866060150),segment_id=78882de7-797d-4621-8aaa-573866060150)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:52.704693 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.754933 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Calling delete_port for b9e4ecf5-76fe-49c7-aaa2-0de43585f34a owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:52.757433 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.832979 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:52.836389 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] No DVR routers for this DVR port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:00:52.884359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (b9e4ecf5-76fe-49c7-aaa2-0de43585f34a), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.916881 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] Pushing event deleted for resources: {'Port': ['ID=b9e4ecf5-76fe-49c7-aaa2-0de43585f34a,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:52.918988 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5457b7ef-a136-401a-9dfe-8e6b9ea05f92 None None] No DVR routers for this DVR port b9e4ecf5-76fe-49c7-aaa2-0de43585f34a on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:00:52.990348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (da28dbfe-fff9-4de3-bc6e-ecd476fb3b29), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:52.995271 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (b0e1bf57-7623-45a9-9c3d-abb9374865f9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.038032 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e1bf57-7623-45a9-9c3d-abb9374865f9']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:53.052749 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78882de7-797d-4621-8aaa-573866060150') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:53.053100 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78882de7-797d-4621-8aaa-573866060150') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:53.053970 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:53.065883 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Checking segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:00:53.066301 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Network hostable DHCP agents. Network: b99bb5a5-f673-41b3-9cab-c85cd21a9052, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:00:53.066674 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (78882de7-797d-4621-8aaa-573866060150), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.089084 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b33ba1-d19b-4f4d-a08b-a576b50fbdf8 req-1889299b-54ae-412a-b90f-09add89013b8 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:53.089488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:00:53.090838 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-33b33ba1-d19b-4f4d-a08b-a576b50fbdf8 req-1889299b-54ae-412a-b90f-09add89013b8 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 945 time: 0.1122534 Oct 28 21:00:53.097718 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (78882de7-797d-4621-8aaa-573866060150), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.101715 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, b99bb5a5-f673-41b3-9cab-c85cd21a9052) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:53.106001 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:53.106605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.116048 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc22fb2-5eea-4f4a-9835-f06bf8eb62d5 None None] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:00:53.128563 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:00:53.129024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (78882de7-797d-4621-8aaa-573866060150), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.130416 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bbc43de6-c49a-4bd2-b685-00012d57968c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5967317 Oct 28 21:00:53.131227 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36426) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:53.137018 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:00:53.199509 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.201132 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.235946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-7c37f9fe-b75c-4516-ab37-f6a6c8f220fa tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:53.237680 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-7c37f9fe-b75c-4516-ab37-f6a6c8f220fa tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 945 time: 0.1057184 Oct 28 21:00:53.255596 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (b0e1bf57-7623-45a9-9c3d-abb9374865f9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.263849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.271004 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b0e1bf57-7623-45a9-9c3d-abb9374865f9 HTTP/1.1" status: 204 len: 168 time: 1.1342390 Oct 28 21:00:53.282285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 21:00:53.285876 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.291224 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-33b33ba1-d19b-4f4d-a08b-a576b50fbdf8 req-3d810146-8fda-4817-8c5e-8c244359ed7b tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898580 Oct 28 21:00:53.309952 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80be7-5339-4b97-8ad0-d3aa9d156929 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e1bf57-7623-45a9-9c3d-abb9374865f9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:53.361295 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for router_controller (ee370a75-bc24-4f2e-abed-014e8d61734b), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.394344 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 78882de7-797d-4621-8aaa-573866060150 resource provider aggregate not found Oct 28 21:00:53.417222 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 78882de7-797d-4621-8aaa-573866060150 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 78882de7-797d-4621-8aaa-573866060150 found for delete ", "request_id": "req-a505a75e-1539-44a9-83a7-58ce9c266246"}]} Oct 28 21:00:53.505740 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Allocated IP 172.20.0.2 (b99bb5a5-f673-41b3-9cab-c85cd21a9052/da28dbfe-fff9-4de3-bc6e-ecd476fb3b29/5746ce04-1af6-4bda-b2a9-edebcdf8b19d) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:00:53.538073 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36440) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:53.556285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for router_gateway (ee370a75-bc24-4f2e-abed-014e8d61734b), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.563571 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Deleting port a141f35b-e108-4780-8131-8052078e1261 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:53.563571 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a141f35b-e108-4780-8131-8052078e1261), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.647571 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-95228c2b-6713-451f-8675-6cba701dd805 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=908c94b386f2491aa46bed4be1d5ea84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1056662 Oct 28 21:00:53.648232 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36442) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:53.656802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 08afe4c6-c83d-42de-982e-9b8db1d199c9 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:00:53.666585 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a73879-1e00-4a1e-bfde-e5b5f811c332 req-263fb84a-4f6f-4a25-9c4a-169b29bd47b2 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:53.672363 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-51a73879-1e00-4a1e-bfde-e5b5f811c332 req-263fb84a-4f6f-4a25-9c4a-169b29bd47b2 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 944 time: 0.0918176 Oct 28 21:00:53.698430 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 08afe4c6-c83d-42de-982e-9b8db1d199c9 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:00:53.699004 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 08afe4c6-c83d-42de-982e-9b8db1d199c9 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:00:53.699704 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b9e4ecf5-76fe-49c7-aaa2-0de43585f34a no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:00:53.724374 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-51a73879-1e00-4a1e-bfde-e5b5f811c332 req-74cb4ecb-dfb0-4ddb-bcf0-84a073d787e9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Oct 28 21:00:53.736792 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: b9e4ecf5-76fe-49c7-aaa2-0de43585f34a {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:00:53.737278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b9e4ecf5-76fe-49c7-aaa2-0de43585f34a not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:00:53.775380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] For port a141f35b-e108-4780-8131-8052078e1261, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a141f35b-e108-4780-8131-8052078e1261,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:53.775380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a141f35b-e108-4780-8131-8052078e1261), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.803620 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Calling delete_port for a141f35b-e108-4780-8131-8052078e1261 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:00:53.805432 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] Publish callbacks [] for security_group (739f350c-895e-4df6-8eda-ce07b3e8f807), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.824164 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1c669a83-ee45-41c0-a5a0-e593332f58cc up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:00:53.865049 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks [] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.873478 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] Publish callbacks [] for security_group (739f350c-895e-4df6-8eda-ce07b3e8f807), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.882370 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:53.943164 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:00:53.951158 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:53.956564 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:00:53.972515 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Pushing event updated for resources: {'Port': ['ID=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:53.984280 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 1c669a83-ee45-41c0-a5a0-e593332f58cc completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:00:54.006659 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 1c669a83-ee45-41c0-a5a0-e593332f58cc triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:54.007022 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.007371 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 1c669a83-ee45-41c0-a5a0-e593332f58cc Oct 28 21:00:54.040191 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (739f350c-895e-4df6-8eda-ce07b3e8f807), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.042743 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.044344 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/739f350c-895e-4df6-8eda-ce07b3e8f807 HTTP/1.1" status: 204 len: 168 time: 0.3921850 Oct 28 21:00:54.067841 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Attempting to bind port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:00:54.068223 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Attempting to bind port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:00:54.068587 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Attempting to bind port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d on network b99bb5a5-f673-41b3-9cab-c85cd21a9052 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:00:54.076774 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:00:54.077191 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Checking segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:00:54.077533 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.077937 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Bound using segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:00:54.078430 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Bound port: 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:00:54.078818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.090976 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb92656-1e51-4ceb-8ce4-56e3ca52ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739f350c-895e-4df6-8eda-ce07b3e8f807,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:54.133023 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a141f35b-e108-4780-8131-8052078e1261), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.155622 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['a141f35b-e108-4780-8131-8052078e1261'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:00:54.172471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Pushing event deleted for resources: {'Port': ['ID=a141f35b-e108-4780-8131-8052078e1261,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:54.180971 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for router_gateway (ee370a75-bc24-4f2e-abed-014e8d61734b), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.220865 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 1c669a83-ee45-41c0-a5a0-e593332f58cc is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:54.221188 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.234267 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] For port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:00:54.237216 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.257110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] For port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:00:54.264966 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:00:54.267507 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cb282c-732d-4678-b7af-5ed6013b6c33" -d '{"events": [{"server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "name": "network-vif-plugged", "status": "completed", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:00:54.271804 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] No DVR routers for this DVR port a141f35b-e108-4780-8131-8052078e1261 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:00:54.273951 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.276474 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.283343 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-354a64b4-afba-4e2e-985b-839d990a64d6 req-bdd84622-3e37-4567-b27c-e21c2f86ae34 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "DELETE /v2.0/ports/a141f35b-e108-4780-8131-8052078e1261 HTTP/1.1" status: 204 len: 173 time: 1.0298843 Oct 28 21:00:54.284705 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'name': 'network-vif-deleted', 'tag': 'a141f35b-e108-4780-8131-8052078e1261'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:00:54.290765 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:54.301786 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a78513-43bd-438a-9c5e-fca2c2d389c5" -d '{"events": [{"server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "name": "network-vif-deleted", "tag": "a141f35b-e108-4780-8131-8052078e1261"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:00:54.335100 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.381828 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f0c7b-0e1f-4f74-bf5e-daba65b36900 x-openstack-request-id: req-f33f0c7b-0e1f-4f74-bf5e-daba65b36900 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:00:54.382042 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "name": "network-vif-plugged", "status": "completed", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:00:54.382429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f33f0c7b-0e1f-4f74-bf5e-daba65b36900 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:00:54.383623 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33f0c7b-0e1f-4f74-bf5e-daba65b36900'] response: {'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc', 'code': 200} Oct 28 21:00:54.408791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e274ae3-b3c0-46ed-903e-bee07e2f198c None None] Pushing event updated for resources: {'Port': ['ID=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:54.421273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b3a3b6-2452-48fe-8bdb-520c73ae2698 x-openstack-request-id: req-42b3a3b6-2452-48fe-8bdb-520c73ae2698 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:00:54.421658 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bde0c1c8-54ca-4a94-a2f1-848cfc5674af", "name": "network-vif-deleted", "tag": "a141f35b-e108-4780-8131-8052078e1261", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:00:54.422243 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-42b3a3b6-2452-48fe-8bdb-520c73ae2698 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:00:54.422690 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b3a3b6-2452-48fe-8bdb-520c73ae2698'] response: {'server_uuid': 'bde0c1c8-54ca-4a94-a2f1-848cfc5674af', 'name': 'network-vif-deleted', 'tag': 'a141f35b-e108-4780-8131-8052078e1261', 'status': 'completed', 'code': 200} Oct 28 21:00:54.514486 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Allocated IP 172.27.3.132 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/b53a6fb7-0c5e-4198-a619-7b5e40063e48) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:00:54.551613 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dc647119-90fe-44f4-8345-89c28149b3fb req-fb5e2b39-a1d9-4194-8f50-d9dd6e6bdc99 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=bde0c1c8-54ca-4a94-a2f1-848cfc5674af HTTP/1.1" status: 200 len: 210 time: 0.0686598 Oct 28 21:00:54.682035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:54.795428 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.814315 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37eb13-a11c-4657-aa2a-2ffb93410f96 req-0ef249d6-7499-4bf7-82bb-60a89e1fc98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:54.816208 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-dc37eb13-a11c-4657-aa2a-2ffb93410f96 req-0ef249d6-7499-4bf7-82bb-60a89e1fc98c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 1129 time: 0.1519971 Oct 28 21:00:54.889606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:54.924800 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-dc37eb13-a11c-4657-aa2a-2ffb93410f96 req-92e7e366-e8b2-49c2-ba2c-6684308eb2c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992613 Oct 28 21:00:54.936773 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:00:54.937924 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b32677-4e16-4e31-8e5e-3ebee7e99a83 req-366a05bd-652e-4f13-b2e6-8aead79b8714 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:54.940297 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:54.942984 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:00:54.948106 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-13b32677-4e16-4e31-8e5e-3ebee7e99a83 req-366a05bd-652e-4f13-b2e6-8aead79b8714 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1031251 Oct 28 21:00:54.989134 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Pushing event updated for resources: {'Port': ['ID=b53a6fb7-0c5e-4198-a619-7b5e40063e48,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:55.007235 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-13b32677-4e16-4e31-8e5e-3ebee7e99a83 req-b60cf546-b051-4e05-93fb-8b8da4e07c17 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576062 Oct 28 21:00:55.350383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for router_gateway (ee370a75-bc24-4f2e-abed-014e8d61734b), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:55.752587 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:55.760322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5746ce04-1af6-4bda-b2a9-edebcdf8b19d up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:00:55.858051 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:55.858334 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:55.858673 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d Oct 28 21:00:55.955358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7bdcd7-5815-462b-9c22-2a8913d1ee4f None None] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:00:56.281185 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Router ee370a75-bc24-4f2e-abed-014e8d61734b is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:00:56.483948 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:00:56.485034 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78538681-eeee-459f-a614-50bb9fdec3d1 req-243da1c9-74c2-47e2-bc02-d29ed7724ece tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:56.486540 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78538681-eeee-459f-a614-50bb9fdec3d1 req-243da1c9-74c2-47e2-bc02-d29ed7724ece tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1729646 Oct 28 21:00:56.497068 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Sync routers for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:00:56.509808 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-ea5b180d-87d5-42f4-bcbb-2703163f5b61 None None] Provisioning complete for port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:56.510182 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ea5b180d-87d5-42f4-bcbb-2703163f5b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:56.510521 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ea5b180d-87d5-42f4-bcbb-2703163f5b61 None None] Attempt 1 to provision port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d Oct 28 21:00:56.521378 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:56.522899 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:56.545798 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:56.546531 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:56.551245 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-155c91c8-eb39-4a6e-80e1-cb38740e8a68 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4177444 Oct 28 21:00:56.551778 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36494) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:56.557209 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:56.597699 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78538681-eeee-459f-a614-50bb9fdec3d1 req-f294a7af-332c-46f9-9e6c-eb93ab156bd3 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893445 Oct 28 21:00:56.661452 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:56.720262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:00:56.731528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:56.850408 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:56.854368 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b180d-87d5-42f4-bcbb-2703163f5b61 None None] Current status of the port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:56.955230 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:55Z', 'revision_number': 3, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:00:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:57.005794 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Checking router: ee370a75-bc24-4f2e-abed-014e8d61734b for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:00:57.006420 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Updating router ee370a75-bc24-4f2e-abed-014e8d61734b port b53a6fb7-0c5e-4198-a619-7b5e40063e48 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:00:57.053154 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.191956 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-ee6bfacd-d26e-4a0f-b140-207dcf12e5ae None None] Provisioning complete for port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:57.192316 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfacd-d26e-4a0f-b140-207dcf12e5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.193021 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ee6bfacd-d26e-4a0f-b140-207dcf12e5ae None None] Attempt 1 to provision port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d Oct 28 21:00:57.206574 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.305784 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ee6bfacd-d26e-4a0f-b140-207dcf12e5ae None None] Current status of the port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:57.437467 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Allocated IP 172.20.0.1 (b99bb5a5-f673-41b3-9cab-c85cd21a9052/da28dbfe-fff9-4de3-bc6e-ecd476fb3b29/7a86d6b0-3902-4912-8170-1957f5117da5) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:00:57.523966 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks [] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.531153 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.569381 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Attempting to bind port b53a6fb7-0c5e-4198-a619-7b5e40063e48 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:00:57.569934 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Attempting to bind port b53a6fb7-0c5e-4198-a619-7b5e40063e48 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:00:57.570642 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Attempting to bind port b53a6fb7-0c5e-4198-a619-7b5e40063e48 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:00:57.579497 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:00:57.579899 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:00:57.580307 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.580702 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:00:57.581198 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Bound port: b53a6fb7-0c5e-4198-a619-7b5e40063e48, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:00:57.581579 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.590046 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks [] for port (7a86d6b0-3902-4912-8170-1957f5117da5), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.610610 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Pushing event updated for resources: {'Port': ['ID=b53a6fb7-0c5e-4198-a619-7b5e40063e48,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:57.627492 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.628160 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.628518 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.628858 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.629185 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.629704 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.630260 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.630761 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.631268 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.631854 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.632400 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.632956 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.633461 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:00:57.672141 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] For port b53a6fb7-0c5e-4198-a619-7b5e40063e48, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:00:57.676482 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] For port b53a6fb7-0c5e-4198-a619-7b5e40063e48, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b53a6fb7-0c5e-4198-a619-7b5e40063e48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:00:57.685795 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.693555 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5746ce04-1af6-4bda-b2a9-edebcdf8b19d up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:00:57.704484 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.730498 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:00:57.731284 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:57.748896 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:00:57.816407 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c4a894-fa72-4d95-b4f4-8c6735b7d11e None None] Pushing event updated for resources: {'Port': ['ID=b53a6fb7-0c5e-4198-a619-7b5e40063e48,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:57.818800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:57.836206 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:00:57.842004 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:57.846277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.848714 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d Oct 28 21:00:57.917154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Pushing event updated for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:57.926362 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:00:57.946508 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (ee370a75-bc24-4f2e-abed-014e8d61734b), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:57.958529 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fe21a-a2a7-48ea-805a-f24bed6ac8ae req-a18e038f-79fe-409f-b727-63be86d25741 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:00:57.960868 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d70fe21a-a2a7-48ea-805a-f24bed6ac8ae req-a18e038f-79fe-409f-b727-63be86d25741 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1655951 Oct 28 21:00:58.028029 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:00:58.064473 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d70fe21a-a2a7-48ea-805a-f24bed6ac8ae req-4792fb8b-fe59-4479-a866-afdca82a79e3 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924563 Oct 28 21:00:58.215090 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:58.247141 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Provisioning complete for port 7a86d6b0-3902-4912-8170-1957f5117da5 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:58.248396 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:58.249093 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 1 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:00:58.289609 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:55Z', 'revision_number': 3, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:00:58.316992 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:00:58.337350 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13455fe4-560f-4636-9c3f-d9dfaae840d2 None None] The sync data for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi is: [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:55Z', 'revision_number': 3, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:00:58.443054 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks [] for port (7a86d6b0-3902-4912-8170-1957f5117da5), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:58.449339 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:58.523392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (ee370a75-bc24-4f2e-abed-014e8d61734b), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:58.525768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Pushing event updated for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:00:58.670686 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:00:58.674870 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:00:58.818416 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 2 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:00:58.828205 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a141f35b-e108-4780-8131-8052078e1261 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:00:58.920149 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Router ee370a75-bc24-4f2e-abed-014e8d61734b has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:00:58.942021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: a141f35b-e108-4780-8131-8052078e1261 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:00:58.942724 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a141f35b-e108-4780-8131-8052078e1261 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:00:58.954478 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:00:59.128990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:00:59.139526 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-89378a3d-6f6a-4008-8f32-753dbae2bd5c admin admin] 10.222.0.49 "PUT /v2.0/routers/ee370a75-bc24-4f2e-abed-014e8d61734b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5864518 Oct 28 21:00:59.197350 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36518) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:00:59.455890 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 3 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:00:59.629905 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:00:59.742360 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b53a6fb7-0c5e-4198-a619-7b5e40063e48 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:00:59.873785 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Deleting port 12b6d6c7-7931-4c41-a917-7188019e9dc3 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:00:59.874670 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:59.875843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port b53a6fb7-0c5e-4198-a619-7b5e40063e48 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:00:59.876599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:00:59.877174 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port b53a6fb7-0c5e-4198-a619-7b5e40063e48 Oct 28 21:01:00.092168 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.093074 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for floatingip (12b6d6c7-7931-4c41-a917-7188019e9dc3), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.094290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port b53a6fb7-0c5e-4198-a619-7b5e40063e48 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:00.095547 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.111879 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Calling delete_port for 12b6d6c7-7931-4c41-a917-7188019e9dc3 owned by network:floatingip {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:00.134191 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 4 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:00.189007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port b53a6fb7-0c5e-4198-a619-7b5e40063e48, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b53a6fb7-0c5e-4198-a619-7b5e40063e48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:00.190814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:00.199033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.224632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d48e-f818-4139-bae2-3e99b94f09b7 req-34eeb6f7-7d2f-4fa1-b97f-3cb50e9b9550 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:00.234763 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-28c0d48e-f818-4139-bae2-3e99b94f09b7 req-34eeb6f7-7d2f-4fa1-b97f-3cb50e9b9550 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1788659 Oct 28 21:01:00.339330 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=b53a6fb7-0c5e-4198-a619-7b5e40063e48,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:00.364160 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-28c0d48e-f818-4139-bae2-3e99b94f09b7 req-c267e115-969c-4c39-9e25-9d0c434d5d2f tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137218 Oct 28 21:01:00.440398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (12b6d6c7-7931-4c41-a917-7188019e9dc3), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.480990 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event deleted for resources: {'Port': ['ID=12b6d6c7-7931-4c41-a917-7188019e9dc3,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:00.613788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for floatingip (939760e7-556e-4f35-a3f8-da54a6b80818), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.614266 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Floating IP 939760e7-556e-4f35-a3f8-da54a6b80818 disassociated (deleted). External IP: 172.27.3.73, port: ee9bdd85-1184-4d74-b3e2-e8b7e80297bc. Oct 28 21:01:00.642387 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36574) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:00.650461 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-371203591-network', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:00.692985 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 5 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:00.708511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Made reservation on behalf of 97611f6926764d3c89aa0dfbf332330e for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:00.722634 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.770371 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.802612 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:00.887557 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Router a23466a0-4b2d-497e-b80a-474d1910031a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:00.956442 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks [] for security_group (65e36cd6-04e7-4eaa-a304-998165b94398), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:00.971093 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (65e36cd6-04e7-4eaa-a304-998165b94398), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.000721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:01:01.013640 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e36cd6-04e7-4eaa-a304-998165b94398,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:01.024035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (d85dd7b8-9316-4115-8f1b-42c3661d4946), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.024905 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Added segment d85dd7b8-9316-4115-8f1b-42c3661d4946 of type vlan for network dd13b34a-1d06-4bf8-8291-9671868a8cbd Oct 28 21:01:01.061857 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:01.067350 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.079382 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Sync routers for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:01.094140 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (dd13b34a-1d06-4bf8-8291-9671868a8cbd), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.107216 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:01.108232 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:01.123579 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-cfb67a6c-298d-4c86-9d4c-6e2a279de990 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "DELETE /v2.0/floatingips/939760e7-556e-4f35-a3f8-da54a6b80818 HTTP/1.1" status: 204 len: 168 time: 1.9191489 Oct 28 21:01:01.123579 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:01.125034 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:01.144133 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (dd13b34a-1d06-4bf8-8291-9671868a8cbd), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.145441 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:01.146525 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.167688 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Sync routers for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:01.202789 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:01.203502 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:01.225982 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5798938 Oct 28 21:01:01.228256 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36586) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:01.234305 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Request body: {'subnet': {'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-371203591-subnet', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:01.262399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958a220-ceb3-4ac9-baa9-4a51c06ca97b admin admin] Pushing event updated for resources: {'Network': ['ID=dd13b34a-1d06-4bf8-8291-9671868a8cbd,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:01.285719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:01:01.292816 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93109b69-8241-414e-a460-d8dcdf0b82d0 x-openstack-request-id: req-93109b69-8241-414e-a460-d8dcdf0b82d0 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:01.293202 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:01.293435 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-93109b69-8241-414e-a460-d8dcdf0b82d0 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:01.293908 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93109b69-8241-414e-a460-d8dcdf0b82d0'] response: {'name': 'network-changed', 'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'status': 'completed', 'code': 200} Oct 28 21:01:01.307417 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 6 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:01.314701 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Made reservation on behalf of 97611f6926764d3c89aa0dfbf332330e for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:01.322141 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.398491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:01.413557 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:01.444499 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:01.665857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b943c85-0af7-4670-8c19-15d5c45061e6 req-78dd1ac0-022c-4d71-baa2-8ce245302522 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:01.671062 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2b943c85-0af7-4670-8c19-15d5c45061e6 req-78dd1ac0-022c-4d71-baa2-8ce245302522 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1051753 Oct 28 21:01:01.710490 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 2, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:01.714665 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (4c6256d8-8da4-49a7-8e68-cc8e19decd22), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.737338 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b53a6fb7-0c5e-4198-a619-7b5e40063e48 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:01.775530 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Checking router: ee370a75-bc24-4f2e-abed-014e8d61734b for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:01.776237 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Updating router ee370a75-bc24-4f2e-abed-014e8d61734b port 7a86d6b0-3902-4912-8170-1957f5117da5 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:01.793303 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:01.796788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6256d8-8da4-49a7-8e68-cc8e19decd22,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:01.820043 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.820948 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Checking segment: {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:01.821435 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Network hostable DHCP agents. Network: dd13b34a-1d06-4bf8-8291-9671868a8cbd, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:01:01.837456 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Checking router: a23466a0-4b2d-497e-b80a-474d1910031a for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:01.845950 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:01:01.854468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:01.855474 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:01.858184 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2b943c85-0af7-4670-8c19-15d5c45061e6 req-e3fddafa-7ea2-47ad-879f-9e5574b08377 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740324 Oct 28 21:01:01.868997 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, dd13b34a-1d06-4bf8-8291-9671868a8cbd) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:01.897803 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:01.900111 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.907642 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port b53a6fb7-0c5e-4198-a619-7b5e40063e48 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:01.908067 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.908413 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port b53a6fb7-0c5e-4198-a619-7b5e40063e48 Oct 28 21:01:01.910217 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a6106-a2a1-435e-9dd3-46a3a3067731 req-89d64485-2a2a-444f-88d1-ffc9d15d5cd5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:01.912132 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508ef8f3-5b39-4d12-a8ca-4dab8a5338c8 None None] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:01.915508 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-139a6106-a2a1-435e-9dd3-46a3a3067731 req-89d64485-2a2a-444f-88d1-ffc9d15d5cd5 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.2615745 Oct 28 21:01:01.925582 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d92c2518-66ea-483a-8b02-bfa07fa6273a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6959658 Oct 28 21:01:01.928190 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36596) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:01.938036 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:01.952937 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 7 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:01.976868 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:01.978109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.017960 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-139a6106-a2a1-435e-9dd3-46a3a3067731 req-1af2f434-c084-48aa-b334-0ec3ea484c11 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927351 Oct 28 21:01:02.054405 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for router_controller (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.245787 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Port 7a86d6b0-3902-4912-8170-1957f5117da5 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:02.255149 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for router_gateway (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.275543 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:02.346054 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks [] for port (7a86d6b0-3902-4912-8170-1957f5117da5), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.363060 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.409303 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'fixed_ips': [{'subnet_id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 21:01:02.410182 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.444654 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bbbb7-c835-4984-9cac-a573db278389 None None] Pushing event updated for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:02.486535 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Attempting to bind port 7a86d6b0-3902-4912-8170-1957f5117da5 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:02.486915 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Attempting to bind port 7a86d6b0-3902-4912-8170-1957f5117da5 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:02.487355 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Attempting to bind port 7a86d6b0-3902-4912-8170-1957f5117da5 on network b99bb5a5-f673-41b3-9cab-c85cd21a9052 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:02.489105 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port b53a6fb7-0c5e-4198-a619-7b5e40063e48 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:02.494326 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:02.494805 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Checking segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:02.495513 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.496233 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Bound using segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:02.497557 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Bound port: 7a86d6b0-3902-4912-8170-1957f5117da5, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:02.498996 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.600389 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] For port 7a86d6b0-3902-4912-8170-1957f5117da5, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:02.604949 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] For port 7a86d6b0-3902-4912-8170-1957f5117da5, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=7a86d6b0-3902-4912-8170-1957f5117da5,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:02.614720 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.631792 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:02.631792 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:02.688008 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Allocated IP 172.20.0.2 (dd13b34a-1d06-4bf8-8291-9671868a8cbd/4c6256d8-8da4-49a7-8e68-cc8e19decd22/60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:02.757019 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Attempt 8 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:02.793655 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:02.834548 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6eb559-15fb-4fdd-8f27-1961eb8c071a None None] The sync data for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi is: [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T20:55:18Z', 'revision_number': 4, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'a9d04246-5a28-4b19-a405-ce9521abe35b', 'name': '', 'network_id': '56db486f-ced4-4163-b7a7-36ef0b48a30d', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'mac_address': 'fa:16:3e:63:81:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:18Z', 'updated_at': '2022-10-28T20:55:24Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'subnets': [{'id': '1d63fdb4-f5fe-492a-a62e-6208c2556f39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:02.861273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for router_gateway (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.894740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.942082 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:02.957649 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Current status of the port 7a86d6b0-3902-4912-8170-1957f5117da5 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:02.958111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:02.994021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks [] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.015475 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.030663 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] For port 7a86d6b0-3902-4912-8170-1957f5117da5, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=7a86d6b0-3902-4912-8170-1957f5117da5,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:03.069031 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.104644 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:03.112450 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:03.117348 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:03.121010 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Pushing event updated for resources: {'Port': ['ID=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:03.186979 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85bbbb7-c835-4984-9cac-a573db278389 None None] Pushing event updated for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=4']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:03.268913 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Allocated IP 172.27.3.192 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/a1b414fb-d2fd-49a5-a5e7-c34edbd50860) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:03.271980 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cbe90-ba7a-4015-83d0-97ccedbe148f req-443a52fd-fc3c-4b8c-ac97-529d1533aa43 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:03.274519 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-459cbe90-ba7a-4015-83d0-97ccedbe148f req-443a52fd-fc3c-4b8c-ac97-529d1533aa43 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1940775 Oct 28 21:01:03.331766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07723878-3609-467a-9a0a-654b81aa4e10 req-ffc3622c-ff75-4ef2-a41d-a998ae3c3343 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:03.340333 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-07723878-3609-467a-9a0a-654b81aa4e10 req-ffc3622c-ff75-4ef2-a41d-a998ae3c3343 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1247942 Oct 28 21:01:03.365005 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-4a0a0f22-d671-4ab4-9f97-8fcc5f220f33 None None] Provisioning complete for port 7a86d6b0-3902-4912-8170-1957f5117da5 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:03.366286 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-4a0a0f22-d671-4ab4-9f97-8fcc5f220f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.366865 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-4a0a0f22-d671-4ab4-9f97-8fcc5f220f33 None None] Attempt 1 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:03.392656 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-459cbe90-ba7a-4015-83d0-97ccedbe148f req-47f62662-6c38-4d85-83f3-62e3578f2a08 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045134 Oct 28 21:01:03.451666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684531cf-e6f7-4d27-b0e6-21d079a71baf None None] Pushing event updated for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:03.460185 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Attempting to bind port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:03.460653 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Attempting to bind port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:03.461074 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Attempting to bind port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 on network dd13b34a-1d06-4bf8-8291-9671868a8cbd {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:03.471051 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:03.471466 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Checking segment: {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:03.471869 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.472267 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Bound using segment: {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:03.472755 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Bound port: 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:03.473287 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.478136 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:03.488178 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-07723878-3609-467a-9a0a-654b81aa4e10 req-046cd62d-2992-4059-bce8-e7e89ff79b21 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402240 Oct 28 21:01:03.543124 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e056a4-fc44-4f63-a912-cc78fcf4714c None None] The sync data for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi is: [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:03.543787 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b9a4f6-f6c7-4a1d-91b1-d0dc001069e5 None None] New status for floating IP 939760e7-556e-4f35-a3f8-da54a6b80818: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:01:03.563354 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.565960 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-c9cbba54-aabd-48aa-aa49-cba3bf295d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:03.567662 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-c9cbba54-aabd-48aa-aa49-cba3bf295d1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=803952ec317943c68a52064ca0c2535a&device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 1130 time: 0.1290989 Oct 28 21:01:03.687357 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] For port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:03.692258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] For port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:03.704567 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.736336 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:03.799775 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:03.804389 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:03.809282 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-3d8ef7c2-6f5f-4982-9948-3e2a67d0e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:03.812101 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-3d8ef7c2-6f5f-4982-9948-3e2a67d0e207 service neutron] 10.222.0.26 "GET /v2.0/networks?id=56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 200 len: 909 time: 0.2365406 Oct 28 21:01:03.815927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:03.817995 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a0f22-d671-4ab4-9f97-8fcc5f220f33 None None] Current status of the port 7a86d6b0-3902-4912-8170-1957f5117da5 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:03.849832 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Pushing event updated for resources: {'Port': ['ID=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:03.863800 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4b493-b449-49a0-9461-87d727aa7ba1 None None] Pushing event updated for resources: {'Port': ['ID=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:04.198537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for router_gateway (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:04.463556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:04.610215 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ee13a-14d7-4fd5-8466-5ac66fd74a75 req-6f59ed93-1e50-4bdc-994a-6cc8bb8802da tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:04.624096 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f37ee13a-14d7-4fd5-8466-5ac66fd74a75 req-6f59ed93-1e50-4bdc-994a-6cc8bb8802da tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1282251 Oct 28 21:01:04.697734 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:01:04.788911 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f37ee13a-14d7-4fd5-8466-5ac66fd74a75 req-a0b59122-80a8-458b-8ba3-98611219709c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617825 Oct 28 21:01:04.852862 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:04.862713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08862e-fa0b-4d81-97f1-33eb596c8993 req-9eef2990-8478-4707-a255-98a92d8af1fc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:04.867617 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Sync routers for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:04.868431 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f08862e-fa0b-4d81-97f1-33eb596c8993 req-9eef2990-8478-4707-a255-98a92d8af1fc tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1452696 Oct 28 21:01:04.889691 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:04.890629 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:04.895355 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:04.896712 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-fe7b55c4-0d10-4cbe-ba02-2b3709613148 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9670281 Oct 28 21:01:04.900450 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36628) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:05.005510 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7f08862e-fa0b-4d81-97f1-33eb596c8993 req-805c1dbf-4fd1-483c-94a8-3ecefd0a7b1c tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243322 Oct 28 21:01:05.079930 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:05.159590 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c8b62e-672f-468e-bf8e-6a30d60ac0e2 None None] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:05.305751 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:03Z', 'revision_number': 3, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:05.320786 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Provisioning complete for port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:05.321593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.322359 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Attempt 1 to provision port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 Oct 28 21:01:05.363699 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Checking router: c8a2403e-7ea3-4a38-ae52-341b1abe2b04 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:05.364404 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Updating router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:05.434333 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.493617 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Current status of the port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:05.494537 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.547637 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] For port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:05.554593 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.639623 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4114a-4789-4147-b127-1cf19b6cc94c None None] Pushing event updated for resources: {'Port': ['ID=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:05.777978 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:05.811092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.838106 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:05.838409 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.838814 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 Oct 28 21:01:05.856593 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks [] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.868903 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.905680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-d257f099-84c3-4636-a4a2-473812e1ea64 None None] Provisioning complete for port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:05.906149 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-d257f099-84c3-4636-a4a2-473812e1ea64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.906556 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-d257f099-84c3-4636-a4a2-473812e1ea64 None None] Attempt 1 to provision port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 Oct 28 21:01:05.923270 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Attempting to bind port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:05.923838 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Attempting to bind port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:05.924445 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Attempting to bind port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:05.941072 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:05.942037 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:05.942810 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.943780 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:05.944667 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Bound port: a1b414fb-d2fd-49a5-a5e7-c34edbd50860, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:05.945344 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:05.999057 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:06.000319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 7a86d6b0-3902-4912-8170-1957f5117da5 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:06.019674 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090c364-d000-42a3-98c3-e16ca7895993 None None] Pushing event updated for resources: {'Port': ['ID=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:06.022175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd78e00-d4ad-4db2-882d-35b53728b83e req-53a4da48-ced9-41fa-89c7-d692eb9dc0e2 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:06.024825 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2dd78e00-d4ad-4db2-882d-35b53728b83e req-53a4da48-ced9-41fa-89c7-d692eb9dc0e2 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.1202760 Oct 28 21:01:06.074384 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-d257f099-84c3-4636-a4a2-473812e1ea64 None None] Current status of the port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:06.083980 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] For port a1b414fb-d2fd-49a5-a5e7-c34edbd50860, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:06.092083 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 7a86d6b0-3902-4912-8170-1957f5117da5 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:06.092314 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.092577 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 7a86d6b0-3902-4912-8170-1957f5117da5 Oct 28 21:01:06.098182 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] For port a1b414fb-d2fd-49a5-a5e7-c34edbd50860, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:06.109819 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.121058 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Allocated IP 172.20.0.1 (dd13b34a-1d06-4bf8-8291-9671868a8cbd/4c6256d8-8da4-49a7-8e68-cc8e19decd22/aedf9f30-3061-4d40-b70f-d2efde685f01) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:06.141961 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2dd78e00-d4ad-4db2-882d-35b53728b83e req-e1059a75-b2e6-435d-9e8d-a1016b6141ce tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801659 Oct 28 21:01:06.202586 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:06.203548 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:06.216708 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 7a86d6b0-3902-4912-8170-1957f5117da5 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:06.285073 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090c364-d000-42a3-98c3-e16ca7895993 None None] Pushing event updated for resources: {'Port': ['ID=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:06.332157 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-30073be7-8457-4795-825c-c7c688ea0db6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 200 len: 217 time: 0.0815625 Oct 28 21:01:06.344380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51364b6-45a8-48f6-83b6-42d0b2c611c2 req-2cf74fb4-5119-4d3f-bd70-e3d1db0135b7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:06.346848 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a51364b6-45a8-48f6-83b6-42d0b2c611c2 req-2cf74fb4-5119-4d3f-bd70-e3d1db0135b7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.2037003 Oct 28 21:01:06.399175 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:06.407844 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks [] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.414706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-4fec949f-c26f-46bc-b876-d00ec2d967f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:06.416899 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-4fec949f-c26f-46bc-b876-d00ec2d967f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 200 len: 847 time: 0.0783548 Oct 28 21:01:06.463512 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-c29040b1-b423-46e1-8340-fada8ad6d14c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:06.466574 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-c29040b1-b423-46e1-8340-fada8ad6d14c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 945 time: 0.2142599 Oct 28 21:01:06.483145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-4419567b-7eae-461c-9ca5-7a50bdffdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:06.486021 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-4419567b-7eae-461c-9ca5-7a50bdffdc98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=56db486f-ced4-4163-b7a7-36ef0b48a30d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618961 Oct 28 21:01:06.540793 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a51364b6-45a8-48f6-83b6-42d0b2c611c2 req-2189eb8c-01f6-43d8-a4db-baaa0866f3e7 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769056 Oct 28 21:01:06.583915 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.641177 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-d797f2ed-e915-464e-9ca7-e1d86e974d4c service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480699 Oct 28 21:01:06.663086 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:06.675273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:06.678059 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:06.681354 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:06.719099 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-56d09640-662d-441e-a47c-1536918ce502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:03Z', 'revision_number': 3, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:06.733242 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Deleting port 1c669a83-ee45-41c0-a5a0-e593332f58cc {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:06.733242 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.778220 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d09640-662d-441e-a47c-1536918ce502 None None] The sync data for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi is: [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:03Z', 'revision_number': 3, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:06.797689 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.827249 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-a730cbde-3cc2-49a9-ad4b-d1147bbacdbc req-b5807fc0-fff1-441f-8fcd-5e45ed83c58c service neutron] 10.222.0.26 "GET /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741798 Oct 28 21:01:06.962347 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] For port 1c669a83-ee45-41c0-a5a0-e593332f58cc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1c669a83-ee45-41c0-a5a0-e593332f58cc,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:06.963170 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:06.984696 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Calling delete_port for 1c669a83-ee45-41c0-a5a0-e593332f58cc owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:07.025363 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.031922 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Provisioning complete for port aedf9f30-3061-4d40-b70f-d2efde685f01 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:07.037528 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.039109 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 1 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:07.118434 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:07.416841 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (1c669a83-ee45-41c0-a5a0-e593332f58cc), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.432605 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks [] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.469723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.473285 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Pushing event deleted for resources: {'Port': ['ID=1c669a83-ee45-41c0-a5a0-e593332f58cc,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:07.488309 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2690f77-aa01-4213-a4ae-e7cab5fb6fcb req-3551f62b-6db9-4dde-a512-cf752c4571f3 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:07.496012 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f2690f77-aa01-4213-a4ae-e7cab5fb6fcb req-3551f62b-6db9-4dde-a512-cf752c4571f3 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=461cbad7-69ed-4a14-8f18-4b47335768d2 HTTP/1.1" status: 200 len: 867 time: 0.2116439 Oct 28 21:01:07.620172 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 2 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:07.682033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:07.689944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] No DVR routers for this DVR port 1c669a83-ee45-41c0-a5a0-e593332f58cc on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:07.711099 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.718512 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c3a06a5-3845-4a0f-8703-76edc854242c req-6ce3446a-76c4-4d53-a523-1f11831bb096 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "DELETE /v2.0/ports/1c669a83-ee45-41c0-a5a0-e593332f58cc HTTP/1.1" status: 204 len: 173 time: 1.2319665 Oct 28 21:01:07.729330 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'name': 'network-vif-deleted', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:07.734074 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcafab7-9651-45a1-ada6-f1b83d066144" -d '{"events": [{"server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "name": "network-vif-deleted", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:07.745504 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:07.762177 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Pushing event updated for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:07.795273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-1038bb5e-cdbf-4a04-9b84-e5dd2a733532 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:07.798772 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-1038bb5e-cdbf-4a04-9b84-e5dd2a733532 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.26 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.1089826 Oct 28 21:01:07.831372 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:07.840074 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f2690f77-aa01-4213-a4ae-e7cab5fb6fcb req-21c6c328-0a06-4e83-a361-3630c0ed0303 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430805 Oct 28 21:01:07.943707 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-cbda7432-3b97-499a-8421-54f24fc1605a tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:07.945323 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-cbda7432-3b97-499a-8421-54f24fc1605a tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 813 time: 0.4241900 Oct 28 21:01:07.980592 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1c669a83-ee45-41c0-a5a0-e593332f58cc no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:08.023237 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:08.025543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:08.033795 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-8674efb7-7923-4496-b7e8-e49d3a0e1e73 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/quotas/4cf31f6da5c044e4b3664270104192c8 HTTP/1.1" status: 200 len: 375 time: 0.0386310 Oct 28 21:01:08.054952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Deleting port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:08.055494 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.093399 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:08.094163 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.100082 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 Oct 28 21:01:08.102358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 1c669a83-ee45-41c0-a5a0-e593332f58cc {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:08.103078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1c669a83-ee45-41c0-a5a0-e593332f58cc not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:08.157498 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-93d02473-06c1-40d5-bf5d-6bff97a29e84 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581667 Oct 28 21:01:08.196361 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 3 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:08.230387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] For port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:08.231044 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.251597 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:08.252995 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a1b414fb-d2fd-49a5-a5e7-c34edbd50860 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:08.264852 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Calling delete_port for ee9bdd85-1184-4d74-b3e2-e8b7e80297bc owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:08.328947 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:08.359912 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:08.360452 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.361241 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 Oct 28 21:01:08.383232 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf3c70-ed6d-4bb7-903a-efbe48755ec5 req-85978ba2-d719-4de0-9c7e-a8c098e219b8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:08.385915 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-51bf3c70-ed6d-4bb7-903a-efbe48755ec5 req-85978ba2-d719-4de0-9c7e-a8c098e219b8 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 946 time: 0.2965944 Oct 28 21:01:08.430001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:08.501228 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-51bf3c70-ed6d-4bb7-903a-efbe48755ec5 req-ccac8dcc-8df0-465d-b5e7-425a6de2865a tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/security-groups?id=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779111 Oct 28 21:01:08.521281 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-4ca7e07c-9b70-4d70-a331-77229910188a service neutron] 10.222.0.49 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627996 Oct 28 21:01:08.578188 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:08.578891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.589057 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (ee9bdd85-1184-4d74-b3e2-e8b7e80297bc), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.641062 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port a1b414fb-d2fd-49a5-a5e7-c34edbd50860, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:08.650429 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.706621 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event deleted for resources: {'Port': ['ID=ee9bdd85-1184-4d74-b3e2-e8b7e80297bc,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:08.715378 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:08.735527 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70f602a-495b-4001-abde-3b93f0a82385 x-openstack-request-id: req-d70f602a-495b-4001-abde-3b93f0a82385 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:08.736023 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461cbad7-69ed-4a14-8f18-4b47335768d2", "name": "network-vif-deleted", "tag": "1c669a83-ee45-41c0-a5a0-e593332f58cc", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:08.736440 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d70f602a-495b-4001-abde-3b93f0a82385 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:08.737073 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70f602a-495b-4001-abde-3b93f0a82385'] response: {'server_uuid': '461cbad7-69ed-4a14-8f18-4b47335768d2', 'name': 'network-vif-deleted', 'tag': '1c669a83-ee45-41c0-a5a0-e593332f58cc', 'status': 'completed', 'code': 200} Oct 28 21:01:08.739730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] No DVR routers for this DVR port ee9bdd85-1184-4d74-b3e2-e8b7e80297bc on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:08.742344 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:08.746169 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-13b11beb-4517-4d55-bb1c-f7f2854b2a9a req-a1f926b2-cfa5-4d7b-be15-25a6e0d1a657 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.26 "DELETE /v2.0/ports/ee9bdd85-1184-4d74-b3e2-e8b7e80297bc HTTP/1.1" status: 204 len: 173 time: 0.9289649 Oct 28 21:01:08.746828 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-deleted', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:08.754166 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:08.754698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7480fd3d-1345-442f-bad6-80b90f9ba4bc" -d '{"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-deleted", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:08.799604 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-207ec5a9-2be7-4d1e-8b66-600d1556bf67 admin admin] 10.222.0.49 "PUT /v2.0/routers/c8a2403e-7ea3-4a38-ae52-341b1abe2b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8862665 Oct 28 21:01:08.831578 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 4 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:08.883000 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74219bf6-7533-4764-a7ac-fa930971b0ae x-openstack-request-id: req-74219bf6-7533-4764-a7ac-fa930971b0ae {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:08.883618 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3fc9a2-4808-4eaf-88d9-3d3689d49072", "name": "network-vif-deleted", "tag": "ee9bdd85-1184-4d74-b3e2-e8b7e80297bc", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:08.883883 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-74219bf6-7533-4764-a7ac-fa930971b0ae {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:08.884543 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74219bf6-7533-4764-a7ac-fa930971b0ae'] response: {'server_uuid': '7d3fc9a2-4808-4eaf-88d9-3d3689d49072', 'name': 'network-vif-deleted', 'tag': 'ee9bdd85-1184-4d74-b3e2-e8b7e80297bc', 'status': 'completed', 'code': 200} Oct 28 21:01:08.931511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:08.960355 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-72157b9c-c69a-4bad-9297-1a8647b0d127 service neutron] 10.222.0.49 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283623 Oct 28 21:01:09.313924 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f4eb0f4b-562a-4a5d-b654-95d91e852868 req-983727ce-0910-4cd7-a6c6-639d35cd5dbb tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0861120 Oct 28 21:01:09.433082 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 5 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:09.496663 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:09.628191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-3f70d042-4356-41ed-8b34-bf5faca853b9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:09.645898 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-3f70d042-4356-41ed-8b34-bf5faca853b9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 808 time: 0.2326174 Oct 28 21:01:09.665749 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a1b414fb-d2fd-49a5-a5e7-c34edbd50860 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:09.666307 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-5e8043bc-87d9-4d99-b4b0-0bc49ccbf214 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/quotas/bb3b9f179ad24392a4858db70f6b4dc0 HTTP/1.1" status: 200 len: 375 time: 0.0192101 Oct 28 21:01:09.730008 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-788f8051-614e-4d6c-8a9c-e15bb27b6a23 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551414 Oct 28 21:01:09.767246 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:09.768042 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:09.769136 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 Oct 28 21:01:09.856460 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c32e0441-98ae-4d32-a0e7-703ae4eb4acb req-a584b631-0efe-433e-bed3-87ad2d27b0bf tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "GET /v2.0/ports?device_id=7d3fc9a2-4808-4eaf-88d9-3d3689d49072 HTTP/1.1" status: 200 len: 210 time: 0.1249599 Oct 28 21:01:09.959261 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-ed207089-6f14-4079-8f81-a1f2c994cd5d service neutron] 10.222.0.49 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165885 Oct 28 21:01:10.085047 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 6 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:10.088258 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:10.105202 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-0e0d3aa3-3c13-4dda-aa2c-1632803a1442 service neutron] 10.222.0.49 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393335 Oct 28 21:01:10.157306 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:10.366341 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:10.509689 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-df32b9c4-ca60-4c9d-bbee-e6426b987574 req-05945a76-12da-46aa-ae29-80eb2b56bdf6 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0750978 Oct 28 21:01:10.537708 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ed78e7d3-3c2e-458c-a7ab-a582b37ba004 req-fba3ec0f-6cd1-482d-b8d4-347a78967766 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 210 time: 0.0745101 Oct 28 21:01:10.548966 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Sync routers for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:10.569838 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:10.570851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:10.709419 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 7 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:10.805038 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36762) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:10.815277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:10.827908 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:11.037962 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36770) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:11.124981 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7da090ed-db70-4336-a3ac-54d23142bfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.162660 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-fe4460d8-a52f-4928-9c23-5d32132d474a tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:11.165728 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-fe4460d8-a52f-4928-9c23-5d32132d474a tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 813 time: 0.2854350 Oct 28 21:01:11.186144 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Request body: {'port': {'device_id': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'network_id': '07854050-fdc6-4708-a34e-ded67466186c', 'admin_state_up': True, 'tenant_id': '4cf31f6da5c044e4b3664270104192c8'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:11.324735 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 8 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:11.405271 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.431506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Made reservation on behalf of 4cf31f6da5c044e4b3664270104192c8 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:11.438124 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.486414 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:11.499677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.545995 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:06Z', 'revision_number': 4, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'aedf9f30-3061-4d40-b70f-d2efde685f01', 'name': '', 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'mac_address': 'fa:16:3e:7b:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:05Z', 'updated_at': '2022-10-28T21:01:07Z', 'revision_number': 2, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'subnets': [{'id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:11.611141 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Checking router: c8a2403e-7ea3-4a38-ae52-341b1abe2b04 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:11.612142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Updating router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 port aedf9f30-3061-4d40-b70f-d2efde685f01 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:11.666506 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.711810 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7da090ed-db70-4336-a3ac-54d23142bfab admin admin] Publish callbacks [] for security_group (7cb1454c-aed4-48ea-8650-3093c174cdbb), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.733814 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7da090ed-db70-4336-a3ac-54d23142bfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7cb1454c-aed4-48ea-8650-3093c174cdbb), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.787570 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bf0593b5-ea10-4e45-bee8-ac6819a69672 req-b32fb67e-7681-486c-9047-9e2e40bc307c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 210 time: 0.0728478 Oct 28 21:01:11.858579 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-97a41f55-c684-4fc3-9dec-9574b31fc787 req-c98b119c-56e4-4f82-b2a7-565b4e5d8d1c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0754662 Oct 28 21:01:11.884315 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7da090ed-db70-4336-a3ac-54d23142bfab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a641154296d443e6896c6762b8288c3b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0727665 Oct 28 21:01:11.884315 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da090ed-db70-4336-a3ac-54d23142bfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1454c-aed4-48ea-8650-3093c174cdbb,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:11.886473 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36780) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:11.938387 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Allocated IP 172.20.0.10 (07854050-fdc6-4708-a34e-ded67466186c/34283bce-34f2-4d97-8cb6-e720418fed8d/bf74c1bd-c93c-40da-8553-9c46f61a7045) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:11.959992 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.970623 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:11.973543 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] 10.222.0.49 "DELETE /v2.0/security-groups/fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91 HTTP/1.1" status: 204 len: 168 time: 0.9330077 Oct 28 21:01:11.993071 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 9 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:12.053366 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:12.093997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44c6a-ddeb-4f06-83fd-92f90e65da17 tempest-TestShelveInstance-941329889 tempest-TestShelveInstance-941329889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb433c93-4b8e-4bb6-bb6b-c3a2b6598f91,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:12.116987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36784) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:12.123841 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] Publish callbacks [] for security_group (7cb1454c-aed4-48ea-8650-3093c174cdbb), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.173215 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] Publish callbacks [] for security_group (7cb1454c-aed4-48ea-8650-3093c174cdbb), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.187933 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:12.197272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: ee9bdd85-1184-4d74-b3e2-e8b7e80297bc {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:12.198173 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device ee9bdd85-1184-4d74-b3e2-e8b7e80297bc not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:12.320143 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (7cb1454c-aed4-48ea-8650-3093c174cdbb), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.337176 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.347821 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7cb1454c-aed4-48ea-8650-3093c174cdbb HTTP/1.1" status: 204 len: 168 time: 0.4552813 Oct 28 21:01:12.374040 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddba115-f3e1-4118-bfa9-5df76611de2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1454c-aed4-48ea-8650-3093c174cdbb,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:12.399466 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks [] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.431988 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ace5a01a-9899-4fa8-9538-1be31bc51bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.692166 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Attempt 10 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:12.713730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.824053 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-91923c54-a06f-4071-a9ba-037e0ed63856 None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:12.839953 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks [] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.862086 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:12.882934 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Network 07854050-fdc6-4708-a34e-ded67466186c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:12.894304 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:12.899315 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:12.928779 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-c70d3d2e-0076-4c9f-8bd3-be20824e029c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:12.941158 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-c70d3d2e-0076-4c9f-8bd3-be20824e029c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 808 time: 0.4289010 Oct 28 21:01:12.958938 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Request body: {'port': {'device_id': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661', 'admin_state_up': True, 'tenant_id': 'bb3b9f179ad24392a4858db70f6b4dc0'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:13.072226 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Pushing event updated for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:13.139113 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495af7-c4cd-4f8c-9649-0789feda6e47 None None] Pushing event updated for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:13.180730 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Provisioning complete for port aedf9f30-3061-4d40-b70f-d2efde685f01 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:13.181120 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.181462 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Attempt 1 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:13.230515 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Port aedf9f30-3061-4d40-b70f-d2efde685f01 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:13.259299 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Attempting to bind port aedf9f30-3061-4d40-b70f-d2efde685f01 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:13.259683 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Attempting to bind port aedf9f30-3061-4d40-b70f-d2efde685f01 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:13.260081 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Attempting to bind port aedf9f30-3061-4d40-b70f-d2efde685f01 on network dd13b34a-1d06-4bf8-8291-9671868a8cbd {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:13.282262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:13.282631 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Checking segment: {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:13.283087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.283458 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Bound using segment: {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:13.286104 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Bound port: aedf9f30-3061-4d40-b70f-d2efde685f01, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85dd7b8-9316-4115-8f1b-42c3661d4946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:13.286552 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.356027 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:13.358981 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.441508 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-2ee4ed28-2245-4767-acef-7758cc556fcc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2616742 Oct 28 21:01:13.462348 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Request body: {'port': {'device_id': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:13.481208 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] For port aedf9f30-3061-4d40-b70f-d2efde685f01, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:13.489066 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] For port aedf9f30-3061-4d40-b70f-d2efde685f01, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=aedf9f30-3061-4d40-b70f-d2efde685f01,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:13.514668 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.579598 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f7e3638f-8f01-469e-bd5c-0fe890da3cba req-a1c197d3-474c-4915-8d50-47daad43fe15 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 210 time: 0.2250960 Oct 28 21:01:13.667369 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:13.671416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:00:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:13.679712 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.689892 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Made reservation on behalf of bb3b9f179ad24392a4858db70f6b4dc0 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:13.707056 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:13.806439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374fb8-fd7d-4d87-84ed-ce06336486e4 req-65a5a189-02fe-4552-b352-9fbb3d7f99d9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:13.808267 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5e374fb8-fd7d-4d87-84ed-ce06336486e4 req-65a5a189-02fe-4552-b352-9fbb3d7f99d9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 932 time: 0.4446142 Oct 28 21:01:13.949182 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Attempt 2 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:14.048926 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5e374fb8-fd7d-4d87-84ed-ce06336486e4 req-c50b3377-acce-4bc7-95fe-44a78f4fcc80 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173789 Oct 28 21:01:14.117742 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7495af7-c4cd-4f8c-9649-0789feda6e47 None None] Pushing event updated for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:14.122732 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:14.211348 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Allocated IP 172.20.0.13 (82c37873-17aa-4ba8-aa4a-a2fe41f51661/adaa22d3-3eea-47c6-ade3-3374c89ea47d/a0c2ee56-66d2-4557-b651-23aef5437def) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:14.413054 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:01:14.429468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Current status of the port aedf9f30-3061-4d40-b70f-d2efde685f01 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:14.430035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.502017 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf74c1bd-c93c-40da-8553-9c46f61a7045 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:14.514484 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks [] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.540203 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Transition to ACTIVE for port object bf74c1bd-c93c-40da-8553-9c46f61a7045 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:01:14.581182 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.585062 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] For port aedf9f30-3061-4d40-b70f-d2efde685f01, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=aedf9f30-3061-4d40-b70f-d2efde685f01,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:14.612349 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.701145 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0c40b649-1630-4a08-8401-4b203c22c0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.721831 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618435c0-45c1-46eb-95db-4b0d84b8e85c None None] Pushing event updated for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:14.744968 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:06Z', 'revision_number': 4, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'aedf9f30-3061-4d40-b70f-d2efde685f01', 'name': '', 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'mac_address': 'fa:16:3e:7b:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:05Z', 'updated_at': '2022-10-28T21:01:13Z', 'revision_number': 4, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'subnets': [{'id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:14.783106 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks [] for port (a0c2ee56-66d2-4557-b651-23aef5437def), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:14.786577 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8aeb4-1b16-4fb1-8347-51fd4dc8fbef None None] The sync data for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi is: [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:01:06Z', 'revision_number': 4, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': 'aedf9f30-3061-4d40-b70f-d2efde685f01', 'name': '', 'network_id': 'dd13b34a-1d06-4bf8-8291-9671868a8cbd', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'mac_address': 'fa:16:3e:7b:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:05Z', 'updated_at': '2022-10-28T21:01:13Z', 'revision_number': 4, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'subnets': [{'id': '4c6256d8-8da4-49a7-8e68-cc8e19decd22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:15.064230 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0cfbd043-2561-40e9-970c-1897b03f8770 req-69585956-5532-4381-9c02-b38378ae7075 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 210 time: 0.1420984 Oct 28 21:01:15.068788 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.151320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:15.155840 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:15.160632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:15.172319 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:15.224721 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Attempting to bind port bf74c1bd-c93c-40da-8553-9c46f61a7045 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:15.225538 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Attempting to bind port bf74c1bd-c93c-40da-8553-9c46f61a7045 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:15.226231 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Attempting to bind port bf74c1bd-c93c-40da-8553-9c46f61a7045 on network 07854050-fdc6-4708-a34e-ded67466186c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:15.238943 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Port bf74c1bd-c93c-40da-8553-9c46f61a7045 on network 07854050-fdc6-4708-a34e-ded67466186c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:01:15.239486 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Attempting to bind port bf74c1bd-c93c-40da-8553-9c46f61a7045 on network 07854050-fdc6-4708-a34e-ded67466186c {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:15.252477 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:15.252960 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Checking segment: {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:15.253534 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Bound using segment: {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:15.254278 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Bound port: bf74c1bd-c93c-40da-8553-9c46f61a7045, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24eb1e31-6e92-4e78-ad83-9339c6da0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '07854050-fdc6-4708-a34e-ded67466186c'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:15.255089 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.265989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:15.267140 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.285119 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Pushing event updated for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:15.295553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-01372d9a-1fef-4071-ac11-48d216588b00 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3406427 Oct 28 21:01:15.311543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Request body: {'port': {'device_id': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:15.519125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.553077 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:15.594910 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:15.611256 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.617113 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:15.617788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.633207 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf74c1bd-c93c-40da-8553-9c46f61a7045 HTTP/1.1" status: 200 len: 1094 time: 2.1771150 Oct 28 21:01:15.633207 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:15.635283 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41cde71-014a-4be3-af70-378e8b456c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:15.786750 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (a23466a0-4b2d-497e-b80a-474d1910031a), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:15.813817 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device aedf9f30-3061-4d40-b70f-d2efde685f01 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:15.826632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da948-7e15-4bc0-ad4b-706a1db5b382 req-ccb5d28e-5f77-4ff8-88aa-87aa19c16444 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:15.831410 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-410da948-7e15-4bc0-ad4b-706a1db5b382 req-ccb5d28e-5f77-4ff8-88aa-87aa19c16444 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 944 time: 0.4202464 Oct 28 21:01:16.012924 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbf7648-c71c-489a-9063-cc292b15b2c5 x-openstack-request-id: req-0cbf7648-c71c-489a-9063-cc292b15b2c5 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:16.013392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:16.013808 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0cbf7648-c71c-489a-9063-cc292b15b2c5 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:16.014492 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbf7648-c71c-489a-9063-cc292b15b2c5'] response: {'name': 'network-changed', 'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045', 'status': 'completed', 'code': 200} Oct 28 21:01:16.023090 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port aedf9f30-3061-4d40-b70f-d2efde685f01 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:16.023847 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:16.026772 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port aedf9f30-3061-4d40-b70f-d2efde685f01 Oct 28 21:01:16.313777 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8530cb-b0e4-4910-9be1-39741087fe19 service neutron] Pushing event updated for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:16.431346 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-8961f913-cb83-4676-8a3c-a3adbc07f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:16.435097 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-8961f913-cb83-4676-8a3c-a3adbc07f591 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 1128 time: 0.6978195 Oct 28 21:01:16.631303 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-fa96205b-6512-4c88-915a-436c52d4475e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045 HTTP/1.1" status: 200 len: 217 time: 0.1660969 Oct 28 21:01:16.717151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port aedf9f30-3061-4d40-b70f-d2efde685f01 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:16.723307 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:16.834145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-92dd96c8-7b2c-4ba3-9d9d-f20dd6bf85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:16.836785 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-92dd96c8-7b2c-4ba3-9d9d-f20dd6bf85f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 200 len: 853 time: 0.2028611 Oct 28 21:01:16.908209 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-eaf3401e-625f-49eb-b904-28166292b542 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07854050-fdc6-4708-a34e-ded67466186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612824 Oct 28 21:01:17.066218 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-410da948-7e15-4bc0-ad4b-706a1db5b382 req-2864c552-09e5-4b38-9d46-da205e2b84ce tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2053630 Oct 28 21:01:17.166591 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ea824-70a5-4d21-bb3a-7432a0e4144b req-359383a0-56a5-4496-aef9-b28cd1951a7d tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:17.179435 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d9ea824-70a5-4d21-bb3a-7432a0e4144b req-359383a0-56a5-4496-aef9-b28cd1951a7d tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 932 time: 0.4636300 Oct 28 21:01:17.332495 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Deleting port a9d04246-5a28-4b19-a405-ce9521abe35b {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:17.344759 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.355300 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9d9ea824-70a5-4d21-bb3a-7432a0e4144b req-71e53fd9-0616-4454-b615-80a79ef4fb71 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548645 Oct 28 21:01:17.377143 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0c2ee56-66d2-4557-b651-23aef5437def {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:17.391420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks [] for port (a0c2ee56-66d2-4557-b651-23aef5437def), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.428354 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Transition to ACTIVE for port object a0c2ee56-66d2-4557-b651-23aef5437def will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:01:17.442016 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.540449 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-adaf778b-4e02-412c-88a0-7401fcb4e1ae service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4991255 Oct 28 21:01:17.547479 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Pushing event updated for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:17.621315 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Attempting to bind port a0c2ee56-66d2-4557-b651-23aef5437def on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:17.622372 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Attempting to bind port a0c2ee56-66d2-4557-b651-23aef5437def by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:17.622831 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Attempting to bind port a0c2ee56-66d2-4557-b651-23aef5437def on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:17.628362 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Port a0c2ee56-66d2-4557-b651-23aef5437def on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:01:17.628811 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Attempting to bind port a0c2ee56-66d2-4557-b651-23aef5437def on network 82c37873-17aa-4ba8-aa4a-a2fe41f51661 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:17.636461 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:17.636925 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Checking segment: {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:17.638068 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Bound using segment: {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:17.638663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Bound port: a0c2ee56-66d2-4557-b651-23aef5437def, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17f20ec4-8928-450a-8f98-bc49541d1933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:17.639221 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.737087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:17.743136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a0c2ee56-66d2-4557-b651-23aef5437def,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:17.756377 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.763488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:17.764541 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.766925 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] 10.222.0.26 "PUT /v2.0/ports/a0c2ee56-66d2-4557-b651-23aef5437def HTTP/1.1" status: 200 len: 1094 time: 2.4603748 Oct 28 21:01:17.767763 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:17.771825 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab798243-f36d-406a-ae8a-b8ff58228096" -d '{"events": [{"name": "network-changed", "server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:17.796866 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] For port a9d04246-5a28-4b19-a405-ce9521abe35b, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a9d04246-5a28-4b19-a405-ce9521abe35b,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:17.797729 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:17.817536 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Calling delete_port for a9d04246-5a28-4b19-a405-ce9521abe35b owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:17.881762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25916a26-36b2-47ac-9a67-6be8fdb08ee3 x-openstack-request-id: req-25916a26-36b2-47ac-9a67-6be8fdb08ee3 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:17.882125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:17.882294 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25916a26-36b2-47ac-9a67-6be8fdb08ee3 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:17.882725 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25916a26-36b2-47ac-9a67-6be8fdb08ee3'] response: {'name': 'network-changed', 'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def', 'status': 'completed', 'code': 200} Oct 28 21:01:17.904428 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d75b5d95-3af7-4ac5-bc9e-8ddcf2ca21ce req-e9134040-a720-480d-a957-bb3808bd9b73 service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413365 Oct 28 21:01:17.942670 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3113df-4b97-4f0f-a0d3-5ca377f3af1b service neutron] Pushing event updated for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:17.955928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-8f5bbacc-dde8-483c-bf19-b96d8b706320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:17.961427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-8f5bbacc-dde8-483c-bf19-b96d8b706320 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 1128 time: 0.0740113 Oct 28 21:01:18.031781 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-08c9145c-5b7d-427b-bb4d-d2c5f8041db0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c2ee56-66d2-4557-b651-23aef5437def HTTP/1.1" status: 200 len: 217 time: 0.0636213 Oct 28 21:01:18.108295 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-b1b153a3-296f-473d-a1f3-64c60ba04b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.115522 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-b1b153a3-296f-473d-a1f3-64c60ba04b4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adaa22d3-3eea-47c6-ade3-3374c89ea47d HTTP/1.1" status: 200 len: 848 time: 0.0714087 Oct 28 21:01:18.141087 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cde71-014a-4be3-af70-378e8b456c6d req-8763f0c2-ee66-44d8-87d2-37c752f9e769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.144101 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-8763f0c2-ee66-44d8-87d2-37c752f9e769 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 1128 time: 0.1360683 Oct 28 21:01:18.171959 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-feeef904-20d5-499c-9a10-ab97a8cca58a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82c37873-17aa-4ba8-aa4a-a2fe41f51661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551043 Oct 28 21:01:18.335849 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:18.457149 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a9d04246-5a28-4b19-a405-ce9521abe35b), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:18.461677 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cde71-014a-4be3-af70-378e8b456c6d req-f759c0f5-bf27-42b6-b1ff-52f4259d28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.464208 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-f759c0f5-bf27-42b6-b1ff-52f4259d28b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 914 time: 0.3127079 Oct 28 21:01:18.526145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d04246-5a28-4b19-a405-ce9521abe35b,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:18.536813 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c731870-6848-4a70-8182-495c05d95c21 req-8cb909f4-12e8-423b-a5bf-9ba18bcaab6c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.545566 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c731870-6848-4a70-8182-495c05d95c21 req-8cb909f4-12e8-423b-a5bf-9ba18bcaab6c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 944 time: 0.2291629 Oct 28 21:01:18.550032 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-0aca2cda-a29b-43f6-8fc5-4eeeefe33897 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669171 Oct 28 21:01:18.650927 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-8044960b-5069-4333-950b-185eb8ba7db5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045 HTTP/1.1" status: 200 len: 217 time: 0.1719527 Oct 28 21:01:18.751395 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c731870-6848-4a70-8182-495c05d95c21 req-5aed45db-516c-4e99-973e-fae0dc54ff9f tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990843 Oct 28 21:01:18.819828 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:18.861727 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1c182991-e5a4-4b1b-b542-5354b7270411 req-4d0d2d87-d0d7-4c3f-8b12-d49e6759f3c6 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959001 Oct 28 21:01:18.879417 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cde71-014a-4be3-af70-378e8b456c6d req-6e7fe4df-33bb-4698-aa08-6e3d8dc5c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.895646 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-6e7fe4df-33bb-4698-aa08-6e3d8dc5c6a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 200 len: 853 time: 0.2190602 Oct 28 21:01:18.902745 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5348c0-4dee-40fb-9322-2c0e4f06c577 req-c02d9194-6ce9-4008-baa2-7b3daad407c1 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:18.908273 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab5348c0-4dee-40fb-9322-2c0e4f06c577 req-c02d9194-6ce9-4008-baa2-7b3daad407c1 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 944 time: 0.3010774 Oct 28 21:01:19.085096 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-1884fd61-fdff-4ff9-b2a8-2c80966e189b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07854050-fdc6-4708-a34e-ded67466186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0982890 Oct 28 21:01:19.102137 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab5348c0-4dee-40fb-9322-2c0e4f06c577 req-a68ac2c0-e5c4-4117-8dbe-aa5a6be4f816 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790307 Oct 28 21:01:19.178501 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-abf85978-6c6d-4c14-9b35-c382b29c543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:19.185028 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-abf85978-6c6d-4c14-9b35-c382b29c543d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 1128 time: 0.1862037 Oct 28 21:01:19.324211 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (a23466a0-4b2d-497e-b80a-474d1910031a), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:19.354938 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-688cf15d-af61-4bd6-aeef-c30d493d3250 service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591796 Oct 28 21:01:19.499186 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-84b34053-51eb-4b0a-888b-4cf4079a5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:19.503793 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-84b34053-51eb-4b0a-888b-4cf4079a5d04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 200 len: 909 time: 0.3104904 Oct 28 21:01:19.641872 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-12a0e16a-4730-48ef-a167-3cd538d78c99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a0c2ee56-66d2-4557-b651-23aef5437def HTTP/1.1" status: 200 len: 217 time: 0.1287148 Oct 28 21:01:19.718711 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d41cde71-014a-4be3-af70-378e8b456c6d req-a15364fb-3c3f-405c-ad85-869ac8df43c3 service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526804 Oct 28 21:01:19.748594 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-ded6bbea-2ef8-469f-a07b-7b8d9bedc8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:19.751601 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-ded6bbea-2ef8-469f-a07b-7b8d9bedc8c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adaa22d3-3eea-47c6-ade3-3374c89ea47d HTTP/1.1" status: 200 len: 848 time: 0.1005473 Oct 28 21:01:19.803891 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-6cde265d-a817-4445-9f18-e586750a965d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=82c37873-17aa-4ba8-aa4a-a2fe41f51661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466568 Oct 28 21:01:20.038750 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bf74c1bd-c93c-40da-8553-9c46f61a7045 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:01:20.141646 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-dcb0f6e5-927c-498c-9b52-2f922f018346 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122749 Oct 28 21:01:20.155584 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a11ec-6f60-40bd-ba4a-dba3402ac34d req-d231d334-28ed-41f0-9e22-6c5fdb2b32a2 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:20.158517 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c3a11ec-6f60-40bd-ba4a-dba3402ac34d req-d231d334-28ed-41f0-9e22-6c5fdb2b32a2 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 944 time: 0.2106416 Oct 28 21:01:20.357092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:20.383073 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'bf74c1bd-c93c-40da-8553-9c46f61a7045', 'network_id': '07854050-fdc6-4708-a34e-ded67466186c', 'port_id': 'bf74c1bd-c93c-40da-8553-9c46f61a7045', 'mac_address': 'fa:16:3e:7d:f6:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34283bce-34f2-4d97-8cb6-e720418fed8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:01:20.438088 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Router a23466a0-4b2d-497e-b80a-474d1910031a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:20.449417 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port bf74c1bd-c93c-40da-8553-9c46f61a7045 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:20.449897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:20.466519 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf74c1bd-c93c-40da-8553-9c46f61a7045 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:20.490790 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c3a11ec-6f60-40bd-ba4a-dba3402ac34d req-94cf2edf-5be7-4894-89a9-341e928c2de9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990525 Oct 28 21:01:20.495104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ab798243-f36d-406a-ae8a-b8ff58228096 req-8d4e91d1-18b1-4a8e-8610-bb65a86308d6 service neutron] 10.222.0.26 "GET /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347321 Oct 28 21:01:20.525595 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:20.534322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:20.538346 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131aa80-b8bb-44a4-a46b-91611311dcc9 req-c65983a2-94ca-4e42-8c88-6b5e2741c0e9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:20.539557 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7131aa80-b8bb-44a4-a46b-91611311dcc9 req-c65983a2-94ca-4e42-8c88-6b5e2741c0e9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 944 time: 0.1598983 Oct 28 21:01:20.631701 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:20.633975 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7131aa80-b8bb-44a4-a46b-91611311dcc9 req-67f93339-158b-474d-a45f-c7cb8090b9bb tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782521 Oct 28 21:01:20.638725 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:20.646261 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Sync routers for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:20.651497 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-333f2021-1d51-4cbd-b674-894e7d4dec0a admin admin] 10.222.0.49 "PUT /v2.0/routers/a23466a0-4b2d-497e-b80a-474d1910031a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5297675 Oct 28 21:01:20.659847 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36876) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:20.664616 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:20.666871 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:20.778184 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks [] for router (a23466a0-4b2d-497e-b80a-474d1910031a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:20.783876 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['bf74c1bd-c93c-40da-8553-9c46f61a7045'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:01:20.818008 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:20.911082 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks [] for router_gateway (a23466a0-4b2d-497e-b80a-474d1910031a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.019247 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Deleting port 406ba356-b612-4292-8ecb-91b037e0b07c {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:21.020515 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.157109 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T21:01:18Z', 'revision_number': 5, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port': {'id': '406ba356-b612-4292-8ecb-91b037e0b07c', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:9b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:14Z', 'updated_at': '2022-10-28T20:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:21.174803 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] For port 406ba356-b612-4292-8ecb-91b037e0b07c, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=406ba356-b612-4292-8ecb-91b037e0b07c,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:21.175566 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.198069 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Calling delete_port for 406ba356-b612-4292-8ecb-91b037e0b07c owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:21.201974 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Checking router: a23466a0-4b2d-497e-b80a-474d1910031a for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:21.211918 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Routers {'a23466a0-4b2d-497e-b80a-474d1910031a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:21.212553 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['a23466a0-4b2d-497e-b80a-474d1910031a'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:21.329612 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] Set router a23466a0-4b2d-497e-b80a-474d1910031a gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:21.400646 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T21:01:20Z', 'revision_number': 6, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:21.459972 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (406ba356-b612-4292-8ecb-91b037e0b07c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.466219 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b43d62-8e1a-43cb-a3d1-45be7639df6d None None] The sync data for ids ['a23466a0-4b2d-497e-b80a-474d1910031a'] in dv-cinder-859839-2-iscsi is: [{'id': 'a23466a0-4b2d-497e-b80a-474d1910031a', 'name': 'tempest-TestShelveInstance-281825657-router', 'tenant_id': '803952ec317943c68a52064ca0c2535a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:13Z', 'updated_at': '2022-10-28T21:01:20Z', 'revision_number': 6, 'project_id': '803952ec317943c68a52064ca0c2535a', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:21.506174 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Pushing event deleted for resources: {'Port': ['ID=406ba356-b612-4292-8ecb-91b037e0b07c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:21.576734 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (a23466a0-4b2d-497e-b80a-474d1910031a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.716186 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (a23466a0-4b2d-497e-b80a-474d1910031a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.718542 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks [] for router_controller (a23466a0-4b2d-497e-b80a-474d1910031a), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.741168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874db9f-f438-4e88-98e9-066bf1569f82 req-4e933b88-080f-4c27-bcdd-7facae64a5bc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:21.742871 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1874db9f-f438-4e88-98e9-066bf1569f82 req-4e933b88-080f-4c27-bcdd-7facae64a5bc tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 945 time: 0.0982161 Oct 28 21:01:21.823026 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (a23466a0-4b2d-497e-b80a-474d1910031a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.823590 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23466a0-4b2d-497e-b80a-474d1910031a {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:01:21.840283 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.842296 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6716c4f7-75be-4893-8210-bbb782ed1463 admin admin] 10.222.0.49 "DELETE /v2.0/routers/a23466a0-4b2d-497e-b80a-474d1910031a HTTP/1.1" status: 204 len: 168 time: 1.1868970 Oct 28 21:01:21.845380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36890) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:21.958654 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Deleting subnet 1d63fdb4-f5fe-492a-a62e-6208c2556f39 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:01:21.959462 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a9d04246-5a28-4b19-a405-ce9521abe35b no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:21.964511 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Publish callbacks [] for subnet (1d63fdb4-f5fe-492a-a62e-6208c2556f39), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:21.970815 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1874db9f-f438-4e88-98e9-066bf1569f82 req-7fb555cf-a0a7-45b6-9a78-12ea4dbee8d3 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929235 Oct 28 21:01:22.011135 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: a9d04246-5a28-4b19-a405-ce9521abe35b {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:22.025542 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (1d63fdb4-f5fe-492a-a62e-6208c2556f39), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.033365 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e018c8-23b6-41a2-94b2-154f09952561 req-4d7dd393-afb0-4e41-9789-1dfa832017d0 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:22.035147 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a9d04246-5a28-4b19-a405-ce9521abe35b not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:22.041129 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-52e018c8-23b6-41a2-94b2-154f09952561 req-4d7dd393-afb0-4e41-9789-1dfa832017d0 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 944 time: 0.2612941 Oct 28 21:01:22.167085 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-52e018c8-23b6-41a2-94b2-154f09952561 req-da8ed8bf-c89b-43ff-9e09-309a552ac27a tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250303 Oct 28 21:01:22.196625 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (1d63fdb4-f5fe-492a-a62e-6208c2556f39), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.263442 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (1d63fdb4-f5fe-492a-a62e-6208c2556f39), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.297346 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d63fdb4-f5fe-492a-a62e-6208c2556f39,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:22.301445 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.307321 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-cd0d4a70-622d-4c04-ab82-1efcbebb9d2d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1d63fdb4-f5fe-492a-a62e-6208c2556f39 HTTP/1.1" status: 204 len: 168 time: 0.4456441 Oct 28 21:01:22.307765 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36892) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:22.310857 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cb65d0-d665-4089-bb5e-679f5197a0e7 None None] Network 56db486f-ced4-4163-b7a7-36ef0b48a30d requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:22.446864 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (56db486f-ced4-4163-b7a7-36ef0b48a30d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.555962 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a0c2ee56-66d2-4557-b651-23aef5437def details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:01:22.586885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Deleting port 69488db5-fdc2-4656-93ee-f092704a5185 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:22.590740 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (69488db5-fdc2-4656-93ee-f092704a5185), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.640805 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] DHCP port deletion for 56db486f-ced4-4163-b7a7-36ef0b48a30d request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:01:22.697631 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] For port 69488db5-fdc2-4656-93ee-f092704a5185, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=69488db5-fdc2-4656-93ee-f092704a5185,segment=NetworkSegment(535d1592-ac39-4d00-a3ad-92372453d46e),segment_id=535d1592-ac39-4d00-a3ad-92372453d46e)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:22.697969 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (69488db5-fdc2-4656-93ee-f092704a5185), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.719954 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Calling delete_port for 69488db5-fdc2-4656-93ee-f092704a5185 owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:22.834994 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (69488db5-fdc2-4656-93ee-f092704a5185), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.847133 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Deleting port 69488db5-fdc2-4656-93ee-f092704a5185 {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:22.849068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (69488db5-fdc2-4656-93ee-f092704a5185), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.875124 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Pushing event deleted for resources: {'Port': ['ID=69488db5-fdc2-4656-93ee-f092704a5185,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:22.893103 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] No DVR routers for this DVR port 69488db5-fdc2-4656-93ee-f092704a5185 on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:22.993191 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (56db486f-ced4-4163-b7a7-36ef0b48a30d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:22.997220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] For port 69488db5-fdc2-4656-93ee-f092704a5185, host dv-cinder-859839-2-iscsi, got binding levels [] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:22.997887 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (69488db5-fdc2-4656-93ee-f092704a5185), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.021875 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56db486f-ced4-4163-b7a7-36ef0b48a30d']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:23.022111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a0c2ee56-66d2-4557-b651-23aef5437def,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:23.034722 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535d1592-ac39-4d00-a3ad-92372453d46e') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:23.034943 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535d1592-ac39-4d00-a3ad-92372453d46e') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:23.048222 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (535d1592-ac39-4d00-a3ad-92372453d46e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.056671 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'a0c2ee56-66d2-4557-b651-23aef5437def', 'network_id': '82c37873-17aa-4ba8-aa4a-a2fe41f51661', 'port_id': 'a0c2ee56-66d2-4557-b651-23aef5437def', 'mac_address': 'fa:16:3e:24:53:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adaa22d3-3eea-47c6-ade3-3374c89ea47d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:01:23.069196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Calling delete_port for 69488db5-fdc2-4656-93ee-f092704a5185 owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:23.072762 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.ipam_backend_mixin [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Port 69488db5-fdc2-4656-93ee-f092704a5185 was not found and therefore no delete operation was performed {{(pid=115444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 21:01:23.095248 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (69488db5-fdc2-4656-93ee-f092704a5185), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.106126 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (535d1592-ac39-4d00-a3ad-92372453d46e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.114368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:01:23.115367 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (535d1592-ac39-4d00-a3ad-92372453d46e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.130709 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] Pushing event deleted for resources: {'Port': ['ID=69488db5-fdc2-4656-93ee-f092704a5185,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:23.135121 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aef2ac-fbce-44e2-aaba-03746a0eaed6 None None] No DVR routers for this DVR port 69488db5-fdc2-4656-93ee-f092704a5185 on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:23.151053 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port a0c2ee56-66d2-4557-b651-23aef5437def is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:23.151674 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.182104 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 535d1592-ac39-4d00-a3ad-92372453d46e resource provider aggregate not found Oct 28 21:01:23.187115 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0c2ee56-66d2-4557-b651-23aef5437def {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:23.216216 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a0c2ee56-66d2-4557-b651-23aef5437def,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:23.229985 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 535d1592-ac39-4d00-a3ad-92372453d46e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 535d1592-ac39-4d00-a3ad-92372453d46e found for delete ", "request_id": "req-f5d10235-b1ce-42fe-a176-96395c1b9800"}]} Oct 28 21:01:23.230220 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.260742 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (56db486f-ced4-4163-b7a7-36ef0b48a30d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.278675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.286829 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36908) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:23.293538 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] 10.222.0.49 "DELETE /v2.0/networks/56db486f-ced4-4163-b7a7-36ef0b48a30d HTTP/1.1" status: 204 len: 168 time: 0.9734392 Oct 28 21:01:23.337356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:23.351149 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3efeeb-06c4-478e-9f0b-c15c033d6712 admin admin] Pushing event deleted for resources: {'Network': ['ID=56db486f-ced4-4163-b7a7-36ef0b48a30d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:23.361553 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bf74c1bd-c93c-40da-8553-9c46f61a7045 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:23.380244 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02652af1-671f-405e-a6ae-f6ca93556a1b req-bdffe7f0-35d4-4dea-935e-73529eccda98 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:23.381828 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-02652af1-671f-405e-a6ae-f6ca93556a1b req-bdffe7f0-35d4-4dea-935e-73529eccda98 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 945 time: 0.2106454 Oct 28 21:01:23.394699 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd612cb0-dcb4-4f54-a574-e1a0a37335a0 req-dcfcd802-9b97-4959-a299-8c1e9d16514a tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:23.405792 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd612cb0-dcb4-4f54-a574-e1a0a37335a0 req-dcfcd802-9b97-4959-a299-8c1e9d16514a tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 945 time: 0.1094387 Oct 28 21:01:23.443884 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port bf74c1bd-c93c-40da-8553-9c46f61a7045 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:01:23.453663 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port bf74c1bd-c93c-40da-8553-9c46f61a7045 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:23.454903 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.457553 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port bf74c1bd-c93c-40da-8553-9c46f61a7045 Oct 28 21:01:23.502150 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-02652af1-671f-405e-a6ae-f6ca93556a1b req-46c230fd-0423-4ceb-b716-d33b21faea11 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907595 Oct 28 21:01:23.571807 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port bf74c1bd-c93c-40da-8553-9c46f61a7045 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:23.572217 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.590206 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-cd612cb0-dcb4-4f54-a574-e1a0a37335a0 req-79f7eedc-5a52-4a9f-a79d-0fe7de665c34 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832573 Oct 28 21:01:23.600470 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:23.603452 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cae18b-bf18-4af0-864d-4facff284e42" -d '{"events": [{"server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:23.618479 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:23.632417 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:23.681169 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9da7338-fb2b-4e0b-9f73-959acea960be x-openstack-request-id: req-a9da7338-fb2b-4e0b-9f73-959acea960be {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:23.681558 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "name": "network-vif-plugged", "status": "completed", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:23.681791 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a9da7338-fb2b-4e0b-9f73-959acea960be {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:23.682327 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9da7338-fb2b-4e0b-9f73-959acea960be'] response: {'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045', 'code': 200} Oct 28 21:01:23.726770 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 69488db5-fdc2-4656-93ee-f092704a5185 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:23.749937 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 69488db5-fdc2-4656-93ee-f092704a5185 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:23.750281 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 69488db5-fdc2-4656-93ee-f092704a5185 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:23.750731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 406ba356-b612-4292-8ecb-91b037e0b07c no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:23.773657 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 406ba356-b612-4292-8ecb-91b037e0b07c {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:23.773924 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 406ba356-b612-4292-8ecb-91b037e0b07c not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:23.788142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:23.911381 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:24.193264 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Deleting port 3532f8c6-60a2-4443-b106-6811b521d638 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:24.193681 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (3532f8c6-60a2-4443-b106-6811b521d638), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:24.300433 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] For port 3532f8c6-60a2-4443-b106-6811b521d638, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3532f8c6-60a2-4443-b106-6811b521d638,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:24.301603 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (3532f8c6-60a2-4443-b106-6811b521d638), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:24.318640 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Calling delete_port for 3532f8c6-60a2-4443-b106-6811b521d638 owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:24.518757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60f6cb-f17c-46e5-81fa-5889ffd97e33 req-50e9bd4b-0554-4df4-987a-7ea45db3790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:24.520316 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7b60f6cb-f17c-46e5-81fa-5889ffd97e33 req-50e9bd4b-0554-4df4-987a-7ea45db3790d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 1130 time: 0.0608258 Oct 28 21:01:24.575382 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['a0c2ee56-66d2-4557-b651-23aef5437def'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:01:24.598129 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7b60f6cb-f17c-46e5-81fa-5889ffd97e33 req-0243fd97-cf40-4074-9244-e221be083250 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714788 Oct 28 21:01:24.651210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3532f8c6-60a2-4443-b106-6811b521d638), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:24.758762 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3532f8c6-60a2-4443-b106-6811b521d638,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:24.832096 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1113-c00d-4e16-beff-b679c8bc82b4 req-e9989c05-4d89-4362-9c1a-11dda8740eb9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:24.832096 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0b4b1113-c00d-4e16-beff-b679c8bc82b4 req-e9989c05-4d89-4362-9c1a-11dda8740eb9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 946 time: 0.2056186 Oct 28 21:01:24.977469 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb58c7-c0f4-4360-b188-80c5aac423f1 req-41413a3b-87c1-481b-9706-be3710654496 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:24.979089 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78eb58c7-c0f4-4360-b188-80c5aac423f1 req-41413a3b-87c1-481b-9706-be3710654496 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 945 time: 0.1955156 Oct 28 21:01:24.985654 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0b4b1113-c00d-4e16-beff-b679c8bc82b4 req-72a2d701-89da-408e-a5b7-0ef5f35b313f tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353705 Oct 28 21:01:25.088829 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-78eb58c7-c0f4-4360-b188-80c5aac423f1 req-acb090e7-c2ea-47da-a23a-1fd56254afbc tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020720 Oct 28 21:01:25.120496 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:25.415274 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Router db3c758f-aa66-4ab3-b82d-720885b0d81a has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:25.598759 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:25.607374 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-36351943-c2cd-4831-aed8-152e8e4fc3d9 admin admin] 10.222.0.49 "PUT /v2.0/routers/db3c758f-aa66-4ab3-b82d-720885b0d81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3192327 Oct 28 21:01:25.607504 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36926) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:25.618720 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Sync routers for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:25.648131 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:25.650834 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:25.848653 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:25.902134 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks [] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.049846 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks [] for router_gateway (db3c758f-aa66-4ab3-b82d-720885b0d81a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.179199 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Deleting port 26029405-79aa-49f1-be82-4383f1e3f567 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:26.179551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (26029405-79aa-49f1-be82-4383f1e3f567), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.203642 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0984f1-4414-45ca-9530-0891f812639d req-a35ec655-70d5-4dc8-a8db-e99fb5cc0356 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:26.205677 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be0984f1-4414-45ca-9530-0891f812639d req-a35ec655-70d5-4dc8-a8db-e99fb5cc0356 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 946 time: 0.1120877 Oct 28 21:01:26.267111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '26029405-79aa-49f1-be82-4383f1e3f567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T21:01:24Z', 'revision_number': 5, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port': {'id': '26029405-79aa-49f1-be82-4383f1e3f567', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ad:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T20:55:24Z', 'updated_at': '2022-10-28T20:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:26.327247 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a0c2ee56-66d2-4557-b651-23aef5437def up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:26.343935 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-be0984f1-4414-45ca-9530-0891f812639d req-507cfacf-7094-4c80-b5dc-bd6beb32461c tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112230 Oct 28 21:01:26.366886 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Checking router: db3c758f-aa66-4ab3-b82d-720885b0d81a for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:26.377966 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] For port 26029405-79aa-49f1-be82-4383f1e3f567, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=26029405-79aa-49f1-be82-4383f1e3f567,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:26.378770 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (26029405-79aa-49f1-be82-4383f1e3f567), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.394680 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Routers {'db3c758f-aa66-4ab3-b82d-720885b0d81a'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:26.395320 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['db3c758f-aa66-4ab3-b82d-720885b0d81a'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:26.427230 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684a5e-de76-4cb1-ba68-af4852d916d3 req-dee39609-31c4-4678-a2b8-8d7a2bd5ba05 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:26.441349 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-75684a5e-de76-4cb1-ba68-af4852d916d3 req-dee39609-31c4-4678-a2b8-8d7a2bd5ba05 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 945 time: 0.1843162 Oct 28 21:01:26.499607 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] Set router db3c758f-aa66-4ab3-b82d-720885b0d81a gateway port host: None {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:26.566083 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Calling delete_port for 26029405-79aa-49f1-be82-4383f1e3f567 owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:26.573723 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T21:01:26Z', 'revision_number': 6, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:26.590973 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-75684a5e-de76-4cb1-ba68-af4852d916d3 req-07ee296a-2561-4f72-91f5-8e625119bf38 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457646 Oct 28 21:01:26.617047 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1507cf-9929-4855-a5d9-c07aee351b9e None None] The sync data for ids ['db3c758f-aa66-4ab3-b82d-720885b0d81a'] in dv-cinder-859839-2-iscsi is: [{'id': 'db3c758f-aa66-4ab3-b82d-720885b0d81a', 'name': 'tempest-TestShelveInstance-1320862131-router', 'tenant_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T20:55:23Z', 'updated_at': '2022-10-28T21:01:26Z', 'revision_number': 6, 'project_id': 'c22913a3602f4ae3a2cd3425a87aa345', 'gw_port_host': None}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:26.644337 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port a0c2ee56-66d2-4557-b651-23aef5437def completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:01:26.667432 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port a0c2ee56-66d2-4557-b651-23aef5437def triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:26.671648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.672327 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port a0c2ee56-66d2-4557-b651-23aef5437def Oct 28 21:01:26.830124 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port a0c2ee56-66d2-4557-b651-23aef5437def is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:26.830712 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.868845 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:26.871618 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf2642-319a-4610-860c-b3c736c7e4b0" -d '{"events": [{"server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:26.891759 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a0c2ee56-66d2-4557-b651-23aef5437def,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:26.899029 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:26.987803 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a5150-acca-47f6-9bce-03e922571b08 x-openstack-request-id: req-204a5150-acca-47f6-9bce-03e922571b08 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:26.988101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "name": "network-vif-plugged", "status": "completed", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:26.988361 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-204a5150-acca-47f6-9bce-03e922571b08 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:26.992319 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204a5150-acca-47f6-9bce-03e922571b08'] response: {'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def', 'code': 200} Oct 28 21:01:27.062493 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:27.393547 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08eeb15-92a9-4d6d-b585-3dba23ea4ca7 req-a1ca328b-26b9-462c-a7ae-d2036b11ddf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:27.397134 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f08eeb15-92a9-4d6d-b585-3dba23ea4ca7 req-a1ca328b-26b9-462c-a7ae-d2036b11ddf8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 1130 time: 0.0697086 Oct 28 21:01:27.485726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (26029405-79aa-49f1-be82-4383f1e3f567), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.517153 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f08eeb15-92a9-4d6d-b585-3dba23ea4ca7 req-196d1fc3-2c5d-4586-83f3-83250bfd7a94 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951204 Oct 28 21:01:27.520991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Pushing event deleted for resources: {'Port': ['ID=26029405-79aa-49f1-be82-4383f1e3f567,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:27.650818 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.720607 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3532f8c6-60a2-4443-b106-6811b521d638 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:27.755302 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 3532f8c6-60a2-4443-b106-6811b521d638 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:27.755646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3532f8c6-60a2-4443-b106-6811b521d638 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:27.756158 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 26029405-79aa-49f1-be82-4383f1e3f567 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:27.786692 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 26029405-79aa-49f1-be82-4383f1e3f567 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:27.787038 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 26029405-79aa-49f1-be82-4383f1e3f567 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:27.794127 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.797563 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks [] for router_controller (db3c758f-aa66-4ab3-b82d-720885b0d81a), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.849633 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (db3c758f-aa66-4ab3-b82d-720885b0d81a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.850287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3c758f-aa66-4ab3-b82d-720885b0d81a {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:01:27.855415 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:27.858954 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3502a1c2-e4c4-43c6-b50c-db6b43c22de9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/db3c758f-aa66-4ab3-b82d-720885b0d81a HTTP/1.1" status: 204 len: 168 time: 2.2473757 Oct 28 21:01:27.859612 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 36974) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:27.864229 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1e869-7a50-4663-b4e0-2e3432b33a25 req-16699f9b-682e-4125-baf1-1904620efb48 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:27.865752 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08c1e869-7a50-4663-b4e0-2e3432b33a25 req-16699f9b-682e-4125-baf1-1904620efb48 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 946 time: 0.1373351 Oct 28 21:01:27.938813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Deleting subnet fb9d002e-8fe7-4048-a9b4-ec6545ec8b21 {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:01:27.941898 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08c1e869-7a50-4663-b4e0-2e3432b33a25 req-6279e6c1-4a90-4dfc-b11c-dab7a3fd3491 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670354 Oct 28 21:01:27.948318 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Publish callbacks [] for subnet (fb9d002e-8fe7-4048-a9b4-ec6545ec8b21), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.017144 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (fb9d002e-8fe7-4048-a9b4-ec6545ec8b21), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.158179 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (fb9d002e-8fe7-4048-a9b4-ec6545ec8b21), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.240715 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (fb9d002e-8fe7-4048-a9b4-ec6545ec8b21), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.293293 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.298770 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fb9d002e-8fe7-4048-a9b4-ec6545ec8b21 HTTP/1.1" status: 204 len: 168 time: 0.4374878 Oct 28 21:01:28.300601 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2074b-94bc-4b84-a985-1cb8fb8af8e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9d002e-8fe7-4048-a9b4-ec6545ec8b21,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:28.305332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 36990) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:28.306436 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95be348-166b-481c-9438-8a354db06a11 None None] Network 1b34ba08-cece-4a3e-a11c-a52fc6352fea requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:28.443638 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (1b34ba08-cece-4a3e-a11c-a52fc6352fea), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.545057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Deleting port a26bde06-c2c0-4351-9eff-17c464364952 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:28.545541 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a26bde06-c2c0-4351-9eff-17c464364952), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.569884 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] DHCP port deletion for 1b34ba08-cece-4a3e-a11c-a52fc6352fea request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:01:28.647573 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Deleting port a26bde06-c2c0-4351-9eff-17c464364952 {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:28.647988 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a26bde06-c2c0-4351-9eff-17c464364952), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.690534 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] For port a26bde06-c2c0-4351-9eff-17c464364952, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a26bde06-c2c0-4351-9eff-17c464364952,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:28.692316 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a26bde06-c2c0-4351-9eff-17c464364952), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.713951 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Calling delete_port for a26bde06-c2c0-4351-9eff-17c464364952 owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:28.738069 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] For port a26bde06-c2c0-4351-9eff-17c464364952, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a26bde06-c2c0-4351-9eff-17c464364952,segment=NetworkSegment(bc1a394d-fa77-478d-948f-f02ba12f7362),segment_id=bc1a394d-fa77-478d-948f-f02ba12f7362)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:28.739184 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a26bde06-c2c0-4351-9eff-17c464364952), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.762611 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Calling delete_port for a26bde06-c2c0-4351-9eff-17c464364952 owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:28.811108 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (a26bde06-c2c0-4351-9eff-17c464364952), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.834594 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a26bde06-c2c0-4351-9eff-17c464364952,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:28.848015 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] No DVR routers for this DVR port a26bde06-c2c0-4351-9eff-17c464364952 on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:28.865766 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (a26bde06-c2c0-4351-9eff-17c464364952), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:28.895582 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] Pushing event deleted for resources: {'Port': ['ID=a26bde06-c2c0-4351-9eff-17c464364952,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:28.899527 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcae33a-9af0-4779-b82d-a2f7d496055c None None] No DVR routers for this DVR port a26bde06-c2c0-4351-9eff-17c464364952 on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:28.984364 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (1b34ba08-cece-4a3e-a11c-a52fc6352fea), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.021216 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b34ba08-cece-4a3e-a11c-a52fc6352fea']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:29.041070 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1a394d-fa77-478d-948f-f02ba12f7362') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:29.041367 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1a394d-fa77-478d-948f-f02ba12f7362') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:29.059874 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba374447-ae2a-4b9b-9c99-928f82cfd034 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:29.061635 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba374447-ae2a-4b9b-9c99-928f82cfd034 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 815 time: 0.1890781 Oct 28 21:01:29.064509 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (bc1a394d-fa77-478d-948f-f02ba12f7362), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.113016 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (bc1a394d-fa77-478d-948f-f02ba12f7362), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.115659 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-d48ab441-6e87-4867-ad8a-bf320475afbf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/quotas/a2ca6052d1b140e5a90e38d9252d5fd6 HTTP/1.1" status: 200 len: 375 time: 0.0330331 Oct 28 21:01:29.123597 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:01:29.124012 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (bc1a394d-fa77-478d-948f-f02ba12f7362), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.176596 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment bc1a394d-fa77-478d-948f-f02ba12f7362 resource provider aggregate not found Oct 28 21:01:29.198292 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment bc1a394d-fa77-478d-948f-f02ba12f7362 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc1a394d-fa77-478d-948f-f02ba12f7362 found for delete ", "request_id": "req-2058404f-ab9c-404e-95f9-4765a38ba89a"}]} Oct 28 21:01:29.235332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fd737-1ed7-4e32-9f1e-b5596c615c2f req-d5e418c7-4616-4f60-bff3-36d8ec81c57d tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:29.236750 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-253fd737-1ed7-4e32-9f1e-b5596c615c2f req-d5e418c7-4616-4f60-bff3-36d8ec81c57d tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 946 time: 0.1742618 Oct 28 21:01:29.238880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (1b34ba08-cece-4a3e-a11c-a52fc6352fea), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.248174 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.251215 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] 10.222.0.49 "DELETE /v2.0/networks/1b34ba08-cece-4a3e-a11c-a52fc6352fea HTTP/1.1" status: 204 len: 168 time: 0.9434464 Oct 28 21:01:29.274991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f11e-6867-4c70-a7b1-e7d8267be3bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1b34ba08-cece-4a3e-a11c-a52fc6352fea,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:29.289209 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-404d7ab6-f00e-40af-a438-3781ca92d011 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677067 Oct 28 21:01:29.323593 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-253fd737-1ed7-4e32-9f1e-b5596c615c2f req-638e7268-d64b-4836-8524-8d993ab328b9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782521 Oct 28 21:01:29.447706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37034) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:29.494168 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-87c300ae-2a11-4a3c-bf1f-3d1ebca9838c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=803952ec317943c68a52064ca0c2535a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451188 Oct 28 21:01:29.496693 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37036) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:29.517569 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-819b7cf6-81e0-4f84-9242-672b58addba6 service neutron] 10.222.0.49 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147329 Oct 28 21:01:29.570400 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] Publish callbacks [] for security_group (2d576d7e-ba35-41ff-94f5-c6cecf707f71), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.606655 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] Publish callbacks [] for security_group (2d576d7e-ba35-41ff-94f5-c6cecf707f71), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.659286 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a26bde06-c2c0-4351-9eff-17c464364952 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:29.669487 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-afd3b06e-fac8-4bb9-b21a-9101f16b9ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395590 Oct 28 21:01:29.671964 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (2d576d7e-ba35-41ff-94f5-c6cecf707f71), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.675000 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:29.679878 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2d576d7e-ba35-41ff-94f5-c6cecf707f71 HTTP/1.1" status: 204 len: 168 time: 0.1799300 Oct 28 21:01:29.688333 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f09e1a8-be3d-4bd3-b9a6-ec86edaae3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d576d7e-ba35-41ff-94f5-c6cecf707f71,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:29.705960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: a26bde06-c2c0-4351-9eff-17c464364952 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:29.706305 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a26bde06-c2c0-4351-9eff-17c464364952 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:29.902739 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-97079a39-fe4b-4a48-ad94-c03cf085c99b req-c2910cea-eacb-486f-942d-fdb504160961 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 210 time: 0.0414405 Oct 28 21:01:30.210151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37070) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:30.291894 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4056ef-df63-4f9f-9742-0b6d9dd8ecfc req-68a185aa-0046-419f-a780-520f4f66ec84 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:30.291894 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7a4056ef-df63-4f9f-9742-0b6d9dd8ecfc req-68a185aa-0046-419f-a780-520f4f66ec84 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 946 time: 0.0652854 Oct 28 21:01:30.291894 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37074) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:30.304872 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f2400606-d99b-4923-9ea6-b27a59963194 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c22913a3602f4ae3a2cd3425a87aa345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777028 Oct 28 21:01:30.401792 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7a4056ef-df63-4f9f-9742-0b6d9dd8ecfc req-94de0ea5-9881-41d8-bf82-7b81384db9ef tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950098 Oct 28 21:01:30.402665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Publish callbacks [] for security_group (b5848239-cdcb-418b-bd86-15125ba3edde), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:30.434024 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Publish callbacks [] for security_group (b5848239-cdcb-418b-bd86-15125ba3edde), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:30.493863 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b5848239-cdcb-418b-bd86-15125ba3edde), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:30.496783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:30.497990 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5848239-cdcb-418b-bd86-15125ba3edde HTTP/1.1" status: 204 len: 168 time: 0.2053659 Oct 28 21:01:30.509484 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5848239-cdcb-418b-bd86-15125ba3edde,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:30.519187 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.520008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.520008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.520008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.520677 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.520989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.521324 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.521773 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.522111 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.522444 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.522772 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.523112 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:30.523515 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60398803-e30b-4559-9bb8-dad60bc2f0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:31.057716 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c981e2f8-99d2-42d6-bcde-c909aa22adaf req-128cd3c3-b569-4025-afae-bdadf53abd43 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 210 time: 0.0477858 Oct 28 21:01:31.260846 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-4889bb7b-6120-4816-bdfd-a19336699193 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:31.263466 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-4889bb7b-6120-4816-bdfd-a19336699193 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 815 time: 0.1611845 Oct 28 21:01:31.284797 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'port': {'device_id': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'admin_state_up': True, 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:31.421471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37122) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:31.429000 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Made reservation on behalf of a2ca6052d1b140e5a90e38d9252d5fd6 for: {'port': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:31.432609 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.554816 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1224538408-network', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:31.588396 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Made reservation on behalf of fa451a74d7364a499fa109c6e840ce23 for: {'network': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:31.591077 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.601493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.626777 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763d146-af53-434d-9adb-164ab1692a6d req-2af58088-8c09-4d83-bf78-dec0e55af85c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:31.632327 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9763d146-af53-434d-9adb-164ab1692a6d req-2af58088-8c09-4d83-bf78-dec0e55af85c tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 946 time: 0.1344950 Oct 28 21:01:31.671691 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Allocated IP 172.20.0.7 (b99bb5a5-f673-41b3-9cab-c85cd21a9052/da28dbfe-fff9-4de3-bc6e-ecd476fb3b29/d64c0e80-9a25-4de5-83ac-aba757f2abd3) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:31.716937 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9763d146-af53-434d-9adb-164ab1692a6d req-bce4f05b-b38a-46ef-95eb-21148a3574c9 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/security-groups?id=e583f848-e909-43e2-9379-4d4b4892848d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797064 Oct 28 21:01:31.751456 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-fbedc7f0-c381-451c-8b8d-b261e41d9217 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:31.752968 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-fbedc7f0-c381-451c-8b8d-b261e41d9217 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 946 time: 0.1018236 Oct 28 21:01:31.757123 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks [] for security_group (4339ca8c-cb6d-447c-9d4b-616430e7b878), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.767617 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4339ca8c-cb6d-447c-9d4b-616430e7b878), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.826686 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=115443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:01:31.857095 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (961a39cf-c255-4079-8dda-11148dcf5899), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.858289 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.segments_db [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Added segment 961a39cf-c255-4079-8dda-11148dcf5899 of type vlan for network db2897c8-e5c2-420e-ae34-4972577393a9 Oct 28 21:01:31.883253 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4339ca8c-cb6d-447c-9d4b-616430e7b878,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:31.943177 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (db2897c8-e5c2-420e-ae34-4972577393a9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.965073 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.976835 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Deleting port a0c2ee56-66d2-4557-b651-23aef5437def {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:31.977557 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.995681 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (db2897c8-e5c2-420e-ae34-4972577393a9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:31.997715 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:31.998545 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.017836 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.089290 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:32.095870 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:32.100480 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:32.133451 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7096114 Oct 28 21:01:32.136337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37142) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:32.165265 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Request body: {'subnet': {'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1224538408-subnet', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:32.183462 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:32.184722 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.202315 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5fb85-1bf3-4b96-ad7c-55da244b8892 admin admin] Pushing event updated for resources: {'Network': ['ID=db2897c8-e5c2-420e-ae34-4972577393a9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:32.213537 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network db2897c8-e5c2-420e-ae34-4972577393a9 details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:01:32.237910 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Made reservation on behalf of fa451a74d7364a499fa109c6e840ce23 for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:32.239449 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9599736 Oct 28 21:01:32.242786 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.304335 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] For port a0c2ee56-66d2-4557-b651-23aef5437def, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=a0c2ee56-66d2-4557-b651-23aef5437def,segment=NetworkSegment(17f20ec4-8928-450a-8f98-bc49541d1933),segment_id=17f20ec4-8928-450a-8f98-bc49541d1933)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:32.305091 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.331664 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Calling delete_port for a0c2ee56-66d2-4557-b651-23aef5437def owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:32.334547 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Request body: {'port': {'device_id': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:32.509913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7d2fe8-1d7d-4749-94d3-629a5cba77bf tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:32.632348 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.682264 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e4bf9-8c16-437f-abf4-5fff20714800 req-325afa01-aca9-4a14-93bd-52f18e92eab9 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:32.700244 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-645e4bf9-8c16-437f-abf4-5fff20714800 req-325afa01-aca9-4a14-93bd-52f18e92eab9 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 931 time: 0.4910648 Oct 28 21:01:32.950233 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (bb6f5a9b-fa27-4631-ace1-e346422d0e4c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.986851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Provisioning complete for port d64c0e80-9a25-4de5-83ac-aba757f2abd3 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:32.987645 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:32.988226 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Attempt 1 to provision port d64c0e80-9a25-4de5-83ac-aba757f2abd3 Oct 28 21:01:33.009049 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a0c2ee56-66d2-4557-b651-23aef5437def), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.057087 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['a0c2ee56-66d2-4557-b651-23aef5437def'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:01:33.106442 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Pushing event deleted for resources: {'Port': ['ID=a0c2ee56-66d2-4557-b651-23aef5437def,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:33.134995 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb6f5a9b-fa27-4631-ace1-e346422d0e4c,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:33.198618 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Port d64c0e80-9a25-4de5-83ac-aba757f2abd3 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:33.262241 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:33.262769 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Network hostable DHCP agents. Network: db2897c8-e5c2-420e-ae34-4972577393a9, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:01:33.269554 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] No DVR routers for this DVR port a0c2ee56-66d2-4557-b651-23aef5437def on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:33.275600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.285322 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-26b61a08-1908-4df8-8d28-92b3bbf6db16 req-689a4df7-59b1-4251-944e-2da738d5ec95 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.26 "DELETE /v2.0/ports/a0c2ee56-66d2-4557-b651-23aef5437def HTTP/1.1" status: 204 len: 173 time: 1.5200777 Oct 28 21:01:33.289086 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'name': 'network-vif-deleted', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:33.297491 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044282c-2aef-4a70-b79b-379a22bbb3b5" -d '{"events": [{"server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "name": "network-vif-deleted", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:33.335151 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Network db2897c8-e5c2-420e-ae34-4972577393a9 is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:01:33.357009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, db2897c8-e5c2-420e-ae34-4972577393a9) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:33.366369 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:33.366942 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadbaf74-f2d1-43a0-8dcc-f7c6da24eccf None None] Network db2897c8-e5c2-420e-ae34-4972577393a9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:33.367507 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.397559 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2f821c94-437e-4882-9a4d-79417e7e1d21 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2433221 Oct 28 21:01:33.402229 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37164) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:33.407288 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fafe04de-1553-4886-ab7d-4a847ae532de req-19f79b9a-dc1c-45af-ac99-10b777c7d8e4 tempest-VolumesActionsTest-1690378680 tempest-VolumesActionsTest-1690378680-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a59a35b-3534-4bf9-8693-cb834ce673f6 HTTP/1.1" status: 200 len: 210 time: 0.0627701 Oct 28 21:01:33.420819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:33.425742 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64c0e80-9a25-4de5-83ac-aba757f2abd3 {{(pid=115442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:33.463493 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks [] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.473027 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (1aaf6131-62bc-4797-814e-99604eec7672), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.474535 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (1aaf6131-62bc-4797-814e-99604eec7672), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.483644 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-645e4bf9-8c16-437f-abf4-5fff20714800 req-7760c2fa-a8a7-4fb1-bdc7-948bf8c006a9 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399905 Oct 28 21:01:33.537429 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.provisioning_blocks [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Transition to ACTIVE for port object d64c0e80-9a25-4de5-83ac-aba757f2abd3 will not be triggered until provisioned by entity L2. {{(pid=115442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:01:33.548489 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.617551 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1f6fe-ed2f-4f29-8bf3-b0962778a75d x-openstack-request-id: req-09e1f6fe-ed2f-4f29-8bf3-b0962778a75d {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:33.618004 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a59a35b-3534-4bf9-8693-cb834ce673f6", "name": "network-vif-deleted", "tag": "a0c2ee56-66d2-4557-b651-23aef5437def", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:33.618369 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09e1f6fe-ed2f-4f29-8bf3-b0962778a75d {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:33.618891 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e1f6fe-ed2f-4f29-8bf3-b0962778a75d'] response: {'server_uuid': '2a59a35b-3534-4bf9-8693-cb834ce673f6', 'name': 'network-vif-deleted', 'tag': 'a0c2ee56-66d2-4557-b651-23aef5437def', 'status': 'completed', 'code': 200} Oct 28 21:01:33.622802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for router_controller (1aaf6131-62bc-4797-814e-99604eec7672), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.654611 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-db2897c8-e5c2-420e-ae34-4972577393a9', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 21:01:33.655505 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.765795 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:33.876150 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Allocated IP 172.20.0.2 (db2897c8-e5c2-420e-ae34-4972577393a9/bb6f5a9b-fa27-4631-ace1-e346422d0e4c/c47fb0f1-0a54-476f-8029-ac239f808495) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:33.896585 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Attempt 2 to provision port d64c0e80-9a25-4de5-83ac-aba757f2abd3 Oct 28 21:01:33.914245 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for router_gateway (1aaf6131-62bc-4797-814e-99604eec7672), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:33.987460 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Attempting to bind port d64c0e80-9a25-4de5-83ac-aba757f2abd3 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:33.993161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Attempting to bind port d64c0e80-9a25-4de5-83ac-aba757f2abd3 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:33.994536 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Attempting to bind port d64c0e80-9a25-4de5-83ac-aba757f2abd3 on network b99bb5a5-f673-41b3-9cab-c85cd21a9052 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:34.009144 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Port d64c0e80-9a25-4de5-83ac-aba757f2abd3 on network b99bb5a5-f673-41b3-9cab-c85cd21a9052 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:01:34.010584 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Attempting to bind port d64c0e80-9a25-4de5-83ac-aba757f2abd3 on network b99bb5a5-f673-41b3-9cab-c85cd21a9052 {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:34.029710 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:34.030943 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Checking segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:34.032181 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Bound using segment: {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'} {{(pid=115442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:34.033517 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.managers [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Bound port: d64c0e80-9a25-4de5-83ac-aba757f2abd3, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2c1c9f-3cb7-493c-b63b-93b13133629d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052'}}] {{(pid=115442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:34.034755 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.123278 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, cleared binding levels {{(pid=115442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:34.127516 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:34.140181 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.151114 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:34.152486 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.156659 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] 10.222.0.26 "PUT /v2.0/ports/d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1093 time: 1.8598161 Oct 28 21:01:34.157866 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:34.162818 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:34.273613 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f823df19-0f6d-4571-8cc7-ef584cb3682d service neutron] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=3']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:34.283308 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks [] for port (c47fb0f1-0a54-476f-8029-ac239f808495), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.292731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.341054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a94e1fd-4c2f-42e3-96ca-22735952006e x-openstack-request-id: req-2a94e1fd-4c2f-42e3-96ca-22735952006e {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:34.342644 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:34.343555 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-2a94e1fd-4c2f-42e3-96ca-22735952006e {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:34.344676 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a94e1fd-4c2f-42e3-96ca-22735952006e'] response: {'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:01:34.357809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Port d64c0e80-9a25-4de5-83ac-aba757f2abd3 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:34.391253 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:34.404994 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:34.419849 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:34.442801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for router_gateway (1aaf6131-62bc-4797-814e-99604eec7672), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.451718 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Pushing event updated for resources: {'Port': ['ID=c47fb0f1-0a54-476f-8029-ac239f808495,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:34.466780 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-a6c3b308-d9e3-4c8e-a55c-12287171f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:34.472076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-a6c3b308-d9e3-4c8e-a55c-12287171f7de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1127 time: 0.1648796 Oct 28 21:01:34.484285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.623215 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Allocated IP 172.27.3.142 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/3db89a11-f3c9-4ef3-b349-e2d5f62a7d48) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:34.676422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Attempting to bind port c47fb0f1-0a54-476f-8029-ac239f808495 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:34.676885 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Attempting to bind port c47fb0f1-0a54-476f-8029-ac239f808495 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:34.677351 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Attempting to bind port c47fb0f1-0a54-476f-8029-ac239f808495 on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:34.688009 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:34.688390 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:34.688821 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.689218 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Bound using segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:34.693556 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Bound port: c47fb0f1-0a54-476f-8029-ac239f808495, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:34.693979 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.849380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:34.861928 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-ad03d5dd-ed60-4783-9983-3b34c89babf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 217 time: 0.1084690 Oct 28 21:01:34.863001 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Attempt 3 to provision port d64c0e80-9a25-4de5-83ac-aba757f2abd3 Oct 28 21:01:34.872700 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] For port c47fb0f1-0a54-476f-8029-ac239f808495, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:34.884605 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] For port c47fb0f1-0a54-476f-8029-ac239f808495, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=c47fb0f1-0a54-476f-8029-ac239f808495,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:34.956082 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc848d48-9c66-4707-927a-fe269ad281ba req-348e7aee-3fb6-4ada-a6e4-c3213ba19171 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:34.958249 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fc848d48-9c66-4707-927a-fe269ad281ba req-348e7aee-3fb6-4ada-a6e4-c3213ba19171 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.2919631 Oct 28 21:01:34.976420 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:35.010721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-5528c9d0-e696-4b4a-917e-9fdd86db1d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:35.012387 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-5528c9d0-e696-4b4a-917e-9fdd86db1d26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.1355245 Oct 28 21:01:35.035572 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:35.111414 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:35.123052 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:35.139016 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:35.151234 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fc848d48-9c66-4707-927a-fe269ad281ba req-1d2dde25-cf91-49cb-909c-6ff3e25f882e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825199 Oct 28 21:01:35.193871 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-af6ad9a6-872f-4bd1-ba7e-c160395d1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:35.195679 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-af6ad9a6-872f-4bd1-ba7e-c160395d1acc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1662714 Oct 28 21:01:35.222439 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6039-ac3a-4ec9-8897-35b5708186a6 None None] Pushing event updated for resources: {'Port': ['ID=c47fb0f1-0a54-476f-8029-ac239f808495,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:35.254602 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-5640b0e4-c364-4ee5-a51d-7ad922e50cf9 None None] Port d64c0e80-9a25-4de5-83ac-aba757f2abd3 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 21:01:35.549048 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-a1a156a2-a51b-4382-b0f7-674a7a3324d0 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432827 Oct 28 21:01:35.740252 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Pushing event updated for resources: {'Port': ['ID=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:35.794324 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-de82ff02-da5f-4f7f-a6bd-b6110f8d2b4a req-d14fe9eb-6e13-4525-b788-ab5cb95048c5 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377672 Oct 28 21:01:35.903511 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device c47fb0f1-0a54-476f-8029-ac239f808495 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:36.035731 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port c47fb0f1-0a54-476f-8029-ac239f808495 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:36.038146 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.038767 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port c47fb0f1-0a54-476f-8029-ac239f808495 Oct 28 21:01:36.069064 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for router_gateway (1aaf6131-62bc-4797-814e-99604eec7672), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.207412 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port c47fb0f1-0a54-476f-8029-ac239f808495 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:36.207841 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.257898 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port c47fb0f1-0a54-476f-8029-ac239f808495, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=c47fb0f1-0a54-476f-8029-ac239f808495,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:36.264967 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.365593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb06a6f-764d-4bd0-aaa7-e5ad0605024b req-6f3cff20-97d1-41d3-91a2-e8848139217b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:36.367547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccb06a6f-764d-4bd0-aaa7-e5ad0605024b req-6f3cff20-97d1-41d3-91a2-e8848139217b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.1063244 Oct 28 21:01:36.402028 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=c47fb0f1-0a54-476f-8029-ac239f808495,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:36.495993 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccb06a6f-764d-4bd0-aaa7-e5ad0605024b req-16fd8b33-e088-4784-99aa-e736af32da99 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214058 Oct 28 21:01:36.830078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2ca4f5-5fa7-4fef-8144-fd4427b34551 None None] Network db2897c8-e5c2-420e-ae34-4972577393a9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:36.885435 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (1aaf6131-62bc-4797-814e-99604eec7672), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.921297 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-0f6841ec-2d5e-4d61-aa15-d338f7bd8b55 None None] Provisioning complete for port c47fb0f1-0a54-476f-8029-ac239f808495 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:36.922318 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0f6841ec-2d5e-4d61-aa15-d338f7bd8b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:36.922660 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0f6841ec-2d5e-4d61-aa15-d338f7bd8b55 None None] Attempt 1 to provision port c47fb0f1-0a54-476f-8029-ac239f808495 Oct 28 21:01:37.056297 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0f6841ec-2d5e-4d61-aa15-d338f7bd8b55 None None] Current status of the port c47fb0f1-0a54-476f-8029-ac239f808495 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:37.096345 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a0c2ee56-66d2-4557-b651-23aef5437def no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:01:37.105850 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Router 1aaf6131-62bc-4797-814e-99604eec7672 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:01:37.144569 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: a0c2ee56-66d2-4557-b651-23aef5437def {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:01:37.145811 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device a0c2ee56-66d2-4557-b651-23aef5437def not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:01:37.296986 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-05c7bfb0-9e5f-45f6-904b-2b9f1597b574 None None] Provisioning complete for port c47fb0f1-0a54-476f-8029-ac239f808495 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:37.297533 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-05c7bfb0-9e5f-45f6-904b-2b9f1597b574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:37.297977 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-05c7bfb0-9e5f-45f6-904b-2b9f1597b574 None None] Attempt 1 to provision port c47fb0f1-0a54-476f-8029-ac239f808495 Oct 28 21:01:37.374568 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:37.395914 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:37.420128 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:37.421596 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-05c7bfb0-9e5f-45f6-904b-2b9f1597b574 None None] Current status of the port c47fb0f1-0a54-476f-8029-ac239f808495 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:37.428912 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9a0eda01-d4c0-4fed-b8b6-4b3d23b21604 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0219691 Oct 28 21:01:37.432157 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37250) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:37.433670 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:37.434714 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:37.699454 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:37.745262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device c47fb0f1-0a54-476f-8029-ac239f808495 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:37.922962 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port c47fb0f1-0a54-476f-8029-ac239f808495 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:37.924094 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:37.924094 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port c47fb0f1-0a54-476f-8029-ac239f808495 Oct 28 21:01:38.094685 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165c2d9-51c3-4fb9-8ebb-40972e67c548 req-2b62463b-af5a-4392-9978-ef5ec7c73f5f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:38.096457 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8165c2d9-51c3-4fb9-8ebb-40972e67c548 req-2b62463b-af5a-4392-9978-ef5ec7c73f5f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.1936579 Oct 28 21:01:38.116736 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:35Z', 'revision_number': 3, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:38.152212 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port c47fb0f1-0a54-476f-8029-ac239f808495 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:38.180951 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:38.182247 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Updating router 1aaf6131-62bc-4797-814e-99604eec7672 port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:38.200438 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8165c2d9-51c3-4fb9-8ebb-40972e67c548 req-92bd2e1e-0c92-4415-ad7b-4a5817236265 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928135 Oct 28 21:01:38.246894 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:38.897207 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks [] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:38.904755 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:38.905610 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:38.986153 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Attempting to bind port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:38.986715 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Attempting to bind port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:38.987180 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Attempting to bind port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:39.005064 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:39.005825 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:39.006522 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.007308 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:39.008622 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Bound port: 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:39.009278 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.045863 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3532dd-1e94-4e67-b39c-f7a89fdc0124 None None] Pushing event updated for resources: {'Port': ['ID=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:39.098491 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] For port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:39.105116 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] For port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:39.116491 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.167380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Allocated IP 172.20.0.1 (db2897c8-e5c2-420e-ae34-4972577393a9/bb6f5a9b-fa27-4631-ace1-e346422d0e4c/95056d08-dce9-4997-b385-1ddbae358172) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:39.180743 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:39.181367 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:39.238090 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3532dd-1e94-4e67-b39c-f7a89fdc0124 None None] Pushing event updated for resources: {'Port': ['ID=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:39.318845 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:39.333248 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks [] for port (95056d08-dce9-4997-b385-1ddbae358172), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.422904 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96af52-7eac-4dda-a439-d38f3201a3f8 req-7c3961a8-97bb-455a-9af0-930807452a30 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:39.424632 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2a96af52-7eac-4dda-a439-d38f3201a3f8 req-7c3961a8-97bb-455a-9af0-930807452a30 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0877676 Oct 28 21:01:39.451997 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.528851 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:39.534891 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:39.550486 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:39.594695 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (1aaf6131-62bc-4797-814e-99604eec7672), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.599121 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:35Z', 'revision_number': 3, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:39.606975 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:39.634856 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2a96af52-7eac-4dda-a439-d38f3201a3f8 req-394cde69-bfe1-484e-bd8c-611c2413458a tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017763 Oct 28 21:01:39.817617 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (95056d08-dce9-4997-b385-1ddbae358172), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.822449 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a3912a-b493-4db7-9e74-28294f7002c3 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:35Z', 'revision_number': 3, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:39.995369 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Provisioning complete for port 95056d08-dce9-4997-b385-1ddbae358172 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:39.997596 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (95056d08-dce9-4997-b385-1ddbae358172), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:39.998275 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 1 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:40.048020 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:40.108989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks [] for port (95056d08-dce9-4997-b385-1ddbae358172), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:40.114971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:40.332653 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Pushing event updated for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:40.335076 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (1aaf6131-62bc-4797-814e-99604eec7672), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:40.383261 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:40.481908 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:40.483368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:40.549124 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 2 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:40.605943 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:40.635715 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:40.797940 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:40.817031 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b9a2f8c2-6f6f-414f-9833-77f92091e8b2 admin admin] 10.222.0.49 "PUT /v2.0/routers/1aaf6131-62bc-4797-814e-99604eec7672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3831594 Oct 28 21:01:40.869439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3bad8-d2ab-46a8-8096-d46b9294e048 req-6942fbb5-9655-416c-9e03-47280859e06e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:40.880323 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccc3bad8-d2ab-46a8-8096-d46b9294e048 req-6942fbb5-9655-416c-9e03-47280859e06e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0958545 Oct 28 21:01:40.994793 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ccc3bad8-d2ab-46a8-8096-d46b9294e048 req-930ce84e-ffd3-4a88-9f71-3bedd304d3ed tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132047 Oct 28 21:01:41.108636 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 3 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:41.169329 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:41.455629 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37322) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:41.460583 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301303593-network', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:41.482142 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Made reservation on behalf of 01c6be4239274a17996adbefbf96ff1c for: {'network': 1} {{(pid=115442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:41.484923 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for network (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.494105 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.582399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks [] for security_group (6fff67ff-99f3-4da2-a0e1-4ac167adbd9d), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.587451 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6fff67ff-99f3-4da2-a0e1-4ac167adbd9d), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.627657 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff67ff-99f3-4da2-a0e1-4ac167adbd9d,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:41.641736 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=115442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 21:01:41.663622 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (8916460a-f230-47b6-a8c3-78f6f41219e1), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.664455 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.segments_db [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Added segment 8916460a-f230-47b6-a8c3-78f6f41219e1 of type vlan for network 475e9475-5aa2-4d21-82c1-97b9e625803c Oct 28 21:01:41.671086 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 4 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:41.726698 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:41.731425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768526540894'] for network (475e9475-5aa2-4d21-82c1-97b9e625803c), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.746588 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:41.782177 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521'] for network (475e9475-5aa2-4d21-82c1-97b9e625803c), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.784145 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:41.784570 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.850837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37336) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:41.856872 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Request body: {'subnet': {'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301303593-subnet', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'ip_version': 4}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:41.861168 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4043047 Oct 28 21:01:41.867021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:41.867415 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.867789 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 Oct 28 21:01:41.901145 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397868-9d00-47e3-bbb9-79e5ce70bebc admin admin] Pushing event updated for resources: {'Network': ['ID=475e9475-5aa2-4d21-82c1-97b9e625803c,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:41.904967 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Made reservation on behalf of 01c6be4239274a17996adbefbf96ff1c for: {'subnet': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:01:41.907714 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3333637'] for subnet (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:41.955498 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Network 475e9475-5aa2-4d21-82c1-97b9e625803c details requested by agent ovs-agent-dv-cinder-859839-2-iscsi with host dv-cinder-859839-2-iscsi {{(pid=115444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 21:01:42.124884 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:42.126041 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.155276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-cf26bc73-06b3-44bd-8945-8f4c60104bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.177359 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:42.187599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.202241 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3691757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3333879'] for subnet (757de699-f078-40b1-b75b-2153a0573fc3), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.237589 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 5 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:42.276491 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530748b9-84c4-4e89-8b13-106f81b28336 req-d85f9478-8a03-4336-b5b8-81588d1ff92c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:42.279187 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-530748b9-84c4-4e89-8b13-106f81b28336 req-d85f9478-8a03-4336-b5b8-81588d1ff92c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.1237240 Oct 28 21:01:42.291521 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:42.326924 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:42.334084 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:42.342455 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Checking segment: {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:42.343020 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Network hostable DHCP agents. Network: 475e9475-5aa2-4d21-82c1-97b9e625803c, hostable agents: ['da2865a4-2850-497c-8bab-8cfffebdf769'], hosted agents: [] {{(pid=115443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 21:01:42.345620 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Pushing event updated for resources: {'Subnet': ['ID=757de699-f078-40b1-b75b-2153a0573fc3,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:42.357186 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-530748b9-84c4-4e89-8b13-106f81b28336 req-382d9ce0-6d06-4cfb-bc84-ef1c60bd659e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726745 Oct 28 21:01:42.382954 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Network 475e9475-5aa2-4d21-82c1-97b9e625803c is scheduled to be hosted by DHCP agent da2865a4-2850-497c-8bab-8cfffebdf769 with binding_index 1 {{(pid=115443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 21:01:42.399054 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859839-2-iscsi, 475e9475-5aa2-4d21-82c1-97b9e625803c) {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:42.405567 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:42.407549 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.439429 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f1d84ff5-8780-4f52-8da0-eca34a62d17a admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5870581 Oct 28 21:01:42.441927 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37344) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:42.447147 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:42.473347 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1622357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104360'] for router (72568a49-6558-4211-b32e-0896360e5702), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.474595 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1624261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1623967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1676562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104355'] for router (72568a49-6558-4211-b32e-0896360e5702), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.510268 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:42.510905 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:42.544183 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for router_controller (72568a49-6558-4211-b32e-0896360e5702), precommit_add_association {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.545988 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c31f0c4-a4c5-4c8c-930c-f3852d48f01d None None] Network 475e9475-5aa2-4d21-82c1-97b9e625803c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:42.677060 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:42.681369 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for router_gateway (72568a49-6558-4211-b32e-0896360e5702), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.737062 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa844639-0a6c-5b3a-a3b6-983df2eb46ed-475e9475-5aa2-4d21-82c1-97b9e625803c', 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c', 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'fixed_ips': [{'subnet_id': '757de699-f078-40b1-b75b-2153a0573fc3'}]}} from dv-cinder-859839-2-iscsi. {{(pid=115444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 28 21:01:42.737918 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.794048 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 6 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:42.921407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for router_gateway (72568a49-6558-4211-b32e-0896360e5702), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:42.943624 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.018015 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:43.093142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.db_base_plugin_common [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Allocated IP 172.20.0.2 (475e9475-5aa2-4d21-82c1-97b9e625803c/757de699-f078-40b1-b75b-2153a0573fc3/9b84df7c-9ea5-426e-9829-a046dfa8b125) {{(pid=115444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:43.106694 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 2, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:43.114391 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Allocated IP 172.27.3.138 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/a4b787b8-3778-4a7e-b195-6f2666d317bb) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:43.159846 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:43.160448 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Updating router 1aaf6131-62bc-4797-814e-99604eec7672 port 95056d08-dce9-4997-b385-1ddbae358172 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:43.233399 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.240914 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (95056d08-dce9-4997-b385-1ddbae358172), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.380598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.432537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:43.436638 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:43.446718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4b787b8-3778-4a7e-b195-6f2666d317bb,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:43.446718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:43.471646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks [] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), precommit_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.518067 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), after_create {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.528289 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 7 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:43.531146 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba1d78-0dbe-4010-8ada-6cae200b3880 req-3271ffb0-7c54-41be-bdd1-98ec983a0bbe tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:43.532716 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-02ba1d78-0dbe-4010-8ada-6cae200b3880 req-3271ffb0-7c54-41be-bdd1-98ec983a0bbe tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0610402 Oct 28 21:01:43.580891 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Network 475e9475-5aa2-4d21-82c1-97b9e625803c is already hosted by enough agents. {{(pid=115444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:43.584613 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-02ba1d78-0dbe-4010-8ada-6cae200b3880 req-bd809956-434e-4c84-9056-f3d96b73abee tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458508 Oct 28 21:01:43.593594 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.scheduler.base_scheduler [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Resources bound (agent type, host, resource id): {{(pid=115444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:43.601069 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Received port after_create {{(pid=115444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:43.619527 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:43.622253 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Pushing event updated for resources: {'Port': ['ID=9b84df7c-9ea5-426e-9829-a046dfa8b125,revision_number=1']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:43.692941 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:43.719478 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for router_gateway (72568a49-6558-4211-b32e-0896360e5702), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.749542 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Attempting to bind port 9b84df7c-9ea5-426e-9829-a046dfa8b125 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:43.749911 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Attempting to bind port 9b84df7c-9ea5-426e-9829-a046dfa8b125 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:43.750274 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Attempting to bind port 9b84df7c-9ea5-426e-9829-a046dfa8b125 on network 475e9475-5aa2-4d21-82c1-97b9e625803c {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:43.782265 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:43.782672 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Checking segment: {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:43.783074 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.783468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Bound using segment: {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:43.783966 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Bound port: 9b84df7c-9ea5-426e-9829-a046dfa8b125, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:43.784346 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.811332 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks [] for port (95056d08-dce9-4997-b385-1ddbae358172), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.820168 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.876571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:43.876929 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.877267 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 Oct 28 21:01:43.913358 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1624268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1623882'] for router (72568a49-6558-4211-b32e-0896360e5702), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:43.927817 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c6874-7757-4f68-86c4-af0137d09522 None None] Pushing event updated for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:43.956561 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] For port 9b84df7c-9ea5-426e-9829-a046dfa8b125, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:43.991718 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] For port 9b84df7c-9ea5-426e-9829-a046dfa8b125, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=9b84df7c-9ea5-426e-9829-a046dfa8b125,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:44.009044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.015061 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Attempting to bind port 95056d08-dce9-4997-b385-1ddbae358172 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:44.015438 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Attempting to bind port 95056d08-dce9-4997-b385-1ddbae358172 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:44.015820 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Attempting to bind port 95056d08-dce9-4997-b385-1ddbae358172 on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:44.047657 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:44.048039 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:44.048690 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.049277 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Bound using segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:44.049830 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Bound port: 95056d08-dce9-4997-b385-1ddbae358172, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:44.050276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (95056d08-dce9-4997-b385-1ddbae358172), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.051465 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Router 72568a49-6558-4211-b32e-0896360e5702 is scheduled to L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 with binding_index 1 {{(pid=115443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 21:01:44.110007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8a253-45a6-46f4-b4f0-ee3d8f548cc1 None None] Pushing event updated for resources: {'Port': ['ID=9b84df7c-9ea5-426e-9829-a046dfa8b125,revision_number=2']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:44.127976 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:44.130211 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 8 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:44.161269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:44.178072 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Sync routers for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:44.186446 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Port 95056d08-dce9-4997-b385-1ddbae358172 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:44.193533 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] For port 95056d08-dce9-4997-b385-1ddbae358172, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:44.198657 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.202502 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-2f75fcce-b9c7-4323-abde-f40ea3898ed4 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7570989 Oct 28 21:01:44.202685 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:44.202685 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:44.202882 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] For port 95056d08-dce9-4997-b385-1ddbae358172, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=95056d08-dce9-4997-b385-1ddbae358172,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:44.202980 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37364) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:44.228211 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.288143 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:44.289154 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:44.356724 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c6874-7757-4f68-86c4-af0137d09522 None None] Pushing event updated for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:44.362083 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:44.567799 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:44.575647 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:43Z', 'revision_number': 3, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:44.600802 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Checking router: 72568a49-6558-4211-b32e-0896360e5702 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:44.601633 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Updating router 72568a49-6558-4211-b32e-0896360e5702 port a4b787b8-3778-4a7e-b195-6f2666d317bb binding host dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:44.636362 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.690359 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Attempt 9 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:44.749107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.752033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-b5f4ee24-1685-49fc-abb4-3de5dfbc13d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.807118 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72f988-8db3-460e-a66f-fc22c7a0bad4 req-a524dae6-02f1-40ac-bdbd-9cc0210469e6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:44.812172 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c72f988-8db3-460e-a66f-fc22c7a0bad4 req-a524dae6-02f1-40ac-bdbd-9cc0210469e6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.1194139 Oct 28 21:01:44.852758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Current status of the port 95056d08-dce9-4997-b385-1ddbae358172 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:44.853160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (95056d08-dce9-4997-b385-1ddbae358172), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.895476 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c72f988-8db3-460e-a66f-fc22c7a0bad4 req-9c3f6cbe-d35f-4159-803b-e2a24f8cb684 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788460 Oct 28 21:01:44.911847 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] For port 95056d08-dce9-4997-b385-1ddbae358172, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=95056d08-dce9-4997-b385-1ddbae358172,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:44.922802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:44.981577 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:44.994486 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks [] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), precommit_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.004691 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.012996 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Allocated IP 172.20.0.1 (475e9475-5aa2-4d21-82c1-97b9e625803c/757de699-f078-40b1-b75b-2153a0573fc3/31db2ed7-9109-4ed3-af01-a84d7b6d15b9) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:01:45.016626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd54c5e-3027-4f49-ac4f-d2be4cb0dd73 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:45.018651 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d54a99-b704-4bde-a8d3-80d750ad3b94 None None] Pushing event updated for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:45.035793 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Attempting to bind port a4b787b8-3778-4a7e-b195-6f2666d317bb on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:45.036300 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Attempting to bind port a4b787b8-3778-4a7e-b195-6f2666d317bb by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:45.037222 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Attempting to bind port a4b787b8-3778-4a7e-b195-6f2666d317bb on network 64c4b171-d85f-446e-9e57-ed9235d65d59 {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:45.046983 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:45.047337 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Checking segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:45.047787 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.048239 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Bound using segment: {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'} {{(pid=115445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:45.048806 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.managers [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Bound port: a4b787b8-3778-4a7e-b195-6f2666d317bb, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b665c4-f422-46d4-8149-4e64cd5bb0e6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59'}}] {{(pid=115445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:45.049189 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), before_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.057946 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-703440b8-e754-4438-a45a-0e30576168b7 None None] Provisioning complete for port 95056d08-dce9-4997-b385-1ddbae358172 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:45.058319 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-703440b8-e754-4438-a45a-0e30576168b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (95056d08-dce9-4997-b385-1ddbae358172), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.058689 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-703440b8-e754-4438-a45a-0e30576168b7 None None] Attempt 1 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:45.165198 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4add2-79c9-49c8-8adf-077b3ace14a4 None None] Pushing event updated for resources: {'Port': ['ID=a4b787b8-3778-4a7e-b195-6f2666d317bb,revision_number=2']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:45.187363 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] For port a4b787b8-3778-4a7e-b195-6f2666d317bb, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:45.191060 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.plugins.ml2.db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] For port a4b787b8-3778-4a7e-b195-6f2666d317bb, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a4b787b8-3778-4a7e-b195-6f2666d317bb,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:45.199108 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron_lib.callbacks.manager [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), after_update {{(pid=115445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.199500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks [] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.206345 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-703440b8-e754-4438-a45a-0e30576168b7 None None] Current status of the port 95056d08-dce9-4997-b385-1ddbae358172 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:45.239225 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:45.239992 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:45.251912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.303522 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Network 475e9475-5aa2-4d21-82c1-97b9e625803c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:45.306788 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:45.311285 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:01:45.345631 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f508bc-550d-4401-8a82-347094cc4962 None None] Network 475e9475-5aa2-4d21-82c1-97b9e625803c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:01:45.367433 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:45.374507 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4add2-79c9-49c8-8adf-077b3ace14a4 None None] Pushing event updated for resources: {'Port': ['ID=a4b787b8-3778-4a7e-b195-6f2666d317bb,revision_number=3']} {{(pid=115445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:45.386089 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1628575'] for router_interface (72568a49-6558-4211-b32e-0896360e5702), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.388152 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:45.463333 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Provisioning complete for port 9b84df7c-9ea5-426e-9829-a046dfa8b125 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:45.464170 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.464518 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Attempt 1 to provision port 9b84df7c-9ea5-426e-9829-a046dfa8b125 Oct 28 21:01:45.562032 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.604951 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Current status of the port 9b84df7c-9ea5-426e-9829-a046dfa8b125 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:45.606016 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.650973 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:43Z', 'revision_number': 3, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:45.665315 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] For port 9b84df7c-9ea5-426e-9829-a046dfa8b125, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=9b84df7c-9ea5-426e-9829-a046dfa8b125,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:45.673256 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.697162 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5779226d-cfb7-41f0-9e0e-278d624c7645 None None] The sync data for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi is: [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:43Z', 'revision_number': 3, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:45.794828 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbc19d-9df6-4584-b5d4-8e4e92b04adc None None] Pushing event updated for resources: {'Port': ['ID=9b84df7c-9ea5-426e-9829-a046dfa8b125,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:45.833440 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 95056d08-dce9-4997-b385-1ddbae358172 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:45.913578 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 95056d08-dce9-4997-b385-1ddbae358172 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:45.913954 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (95056d08-dce9-4997-b385-1ddbae358172), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:45.914331 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 95056d08-dce9-4997-b385-1ddbae358172 Oct 28 21:01:46.060387 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Provisioning complete for port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:46.060850 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.061259 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 1 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:46.182622 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 95056d08-dce9-4997-b385-1ddbae358172 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:46.186241 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548a55f-db2a-4522-93ba-0a0e468f3a75 req-af5d208e-9214-43f3-b40f-280acb688fe3 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:46.187995 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4548a55f-db2a-4522-93ba-0a0e468f3a75 req-af5d208e-9214-43f3-b40f-280acb688fe3 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.1835763 Oct 28 21:01:46.188729 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 9b84df7c-9ea5-426e-9829-a046dfa8b125 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:46.190087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-e804cf50-289c-4198-9feb-54249097a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:46.191543 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-e804cf50-289c-4198-9feb-54249097a7f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1127 time: 0.1334412 Oct 28 21:01:46.211776 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:46.278071 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 9b84df7c-9ea5-426e-9829-a046dfa8b125 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:46.278744 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.279385 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks [] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.279892 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 9b84df7c-9ea5-426e-9829-a046dfa8b125 Oct 28 21:01:46.291088 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.397816 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4548a55f-db2a-4522-93ba-0a0e468f3a75 req-9c4ad178-1124-413d-92ed-f56b8d7988ff tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020552 Oct 28 21:01:46.409718 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-47743224-9679-4308-8e96-3eb7b284c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:46.411536 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-47743224-9679-4308-8e96-3eb7b284c2d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.2091393 Oct 28 21:01:46.424933 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:46.450066 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-136c0aa8-049f-4c73-a463-f75f5d22496e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2771707 Oct 28 21:01:46.453711 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1779543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1628427'] for router_interface (72568a49-6558-4211-b32e-0896360e5702), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.461983 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 9b84df7c-9ea5-426e-9829-a046dfa8b125 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:46.475663 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-2b9206ec-b1e2-450e-aeb1-9d4120a691e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 217 time: 0.0559833 Oct 28 21:01:46.578599 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Network 475e9475-5aa2-4d21-82c1-97b9e625803c is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:01:46.580076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:01:46.689199 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:46.712534 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 2 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:46.739473 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Router 72568a49-6558-4211-b32e-0896360e5702 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:01:46.764119 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:46.867306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:01:46.873201 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-d9756234-4daf-4ece-9d76-e98e99634ca9 admin admin] 10.222.0.49 "PUT /v2.0/routers/72568a49-6558-4211-b32e-0896360e5702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6680038 Oct 28 21:01:47.219929 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37402) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.224698 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-898616951', 'description': 'tempest-secgroup-smoke-898616951 description', 'project_id': 'fa451a74d7364a499fa109c6e840ce23'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.244979 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.265687 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 3 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:47.298818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:47.321122 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (3b9beffb-5914-4d95-b444-665aac13d3db), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.325012 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3b9beffb-5914-4d95-b444-665aac13d3db), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.355200 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.359926 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1359632 Oct 28 21:01:47.360379 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37406) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.369210 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.374771 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9beffb-5914-4d95-b444-665aac13d3db,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:47.389272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.389272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.389774 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.390127 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.390463 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.390819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.391150 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.391478 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.391825 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.392145 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.392471 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.392793 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.393367 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d567c78-b95b-4919-aaca-d3893c185ed6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:47.411900 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-36aae9af-0044-4e45-846d-deea15853101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:47.413577 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-36aae9af-0044-4e45-846d-deea15853101 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.0518789 Oct 28 21:01:47.417681 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (2b1b01be-ba04-4315-a915-6c907a909220), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.464058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (2b1b01be-ba04-4315-a915-6c907a909220), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.468475 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (2b1b01be-ba04-4315-a915-6c907a909220), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.487014 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1b01be-ba04-4315-a915-6c907a909220,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:47.503872 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.506134 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-b35e453c-8cc8-4e87-8dea-63ec2a4272c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445813 Oct 28 21:01:47.508874 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37410) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.516450 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.546716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (c0895ae1-96cd-456d-bf2f-f2f85e2ceb73), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.553307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8890fe-0b87-4488-a92e-df284faf7faa req-032be74d-09d1-4453-8dd9-e84644eff7f5 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:47.554753 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e8890fe-0b87-4488-a92e-df284faf7faa req-032be74d-09d1-4453-8dd9-e84644eff7f5 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0649617 Oct 28 21:01:47.604637 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2e8890fe-0b87-4488-a92e-df284faf7faa req-6109b131-7a2f-4626-aee1-78ff989b8ce3 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Oct 28 21:01:47.625899 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (c0895ae1-96cd-456d-bf2f-f2f85e2ceb73), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.630266 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (c0895ae1-96cd-456d-bf2f-f2f85e2ceb73), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.650308 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0895ae1-96cd-456d-bf2f-f2f85e2ceb73,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:47.659542 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.664125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37412) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.664365 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-afc4b1e9-9eb2-4826-89d6-4bbff1f3ce5f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1532977 Oct 28 21:01:47.669754 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.698125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (65189681-7e96-4b6f-9708-d21f4c994127), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.751719 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a4b787b8-3778-4a7e-b195-6f2666d317bb up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:47.762957 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (65189681-7e96-4b6f-9708-d21f4c994127), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.768468 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (65189681-7e96-4b6f-9708-d21f4c994127), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.789897 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65189681-7e96-4b6f-9708-d21f4c994127,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:47.800211 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 4 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:47.800485 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.804409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7f299389-2e39-45ec-8cc2-ea348eaef84b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362491 Oct 28 21:01:47.804545 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a4b787b8-3778-4a7e-b195-6f2666d317bb triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:47.804545 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.804545 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a4b787b8-3778-4a7e-b195-6f2666d317bb Oct 28 21:01:47.804838 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37416) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.809872 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.836988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (ceed2d0e-be50-40d1-9be3-3ccb87dfdf74), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.860430 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:47.906634 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (ceed2d0e-be50-40d1-9be3-3ccb87dfdf74), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.907440 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a4b787b8-3778-4a7e-b195-6f2666d317bb is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:47.907903 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.911045 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (ceed2d0e-be50-40d1-9be3-3ccb87dfdf74), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.929347 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceed2d0e-be50-40d1-9be3-3ccb87dfdf74,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:47.931452 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] For port a4b787b8-3778-4a7e-b195-6f2666d317bb, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a4b787b8-3778-4a7e-b195-6f2666d317bb,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:47.936756 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.937552 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 9b84df7c-9ea5-426e-9829-a046dfa8b125 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:47.940340 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:47.944196 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-788abf6c-f73a-4eb3-912d-7cc8025b84c7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360362 Oct 28 21:01:47.945199 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37418) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:47.948994 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:47.971122 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Project fa451a74d7364a499fa109c6e840ce23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:01:47.980868 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (c818cf75-45a0-4dcb-992f-1bb9207b295a), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.017100 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Pushing event updated for resources: {'Port': ['ID=a4b787b8-3778-4a7e-b195-6f2666d317bb,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:48.029311 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 9b84df7c-9ea5-426e-9829-a046dfa8b125 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:48.029697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.030129 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 9b84df7c-9ea5-426e-9829-a046dfa8b125 Oct 28 21:01:48.050368 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (c818cf75-45a0-4dcb-992f-1bb9207b295a), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.055407 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (c818cf75-45a0-4dcb-992f-1bb9207b295a), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.078106 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c818cf75-45a0-4dcb-992f-1bb9207b295a,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:48.083839 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.085203 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-3105b925-14e1-4fe1-bef1-8d608cb121df tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396661 Oct 28 21:01:48.087912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37424) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:01:48.092518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'security_group_rule': {'security_group_id': '3b9beffb-5914-4d95-b444-665aac13d3db', 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:01:48.111497 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 9b84df7c-9ea5-426e-9829-a046dfa8b125 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:48.120087 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Project fa451a74d7364a499fa109c6e840ce23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:01:48.126220 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (0ee9fe42-0e74-4e58-8ff4-4440e543f527), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.188008 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (0ee9fe42-0e74-4e58-8ff4-4440e543f527), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.191552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (0ee9fe42-0e74-4e58-8ff4-4440e543f527), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.209500 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee9fe42-0e74-4e58-8ff4-4440e543f527,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:48.218951 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.223206 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-127a6616-50e2-4129-aa6d-98060cc6c644 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312714 Oct 28 21:01:48.233913 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Sync routers for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:01:48.244529 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:48.248865 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:48.360908 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.364276 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 5 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:48.369110 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:48.434762 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:48.594875 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 4, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '31db2ed7-9109-4ed3-af01-a84d7b6d15b9', 'name': '', 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'mac_address': 'fa:16:3e:64:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '757de699-f078-40b1-b75b-2153a0573fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:44Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 2, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'subnets': [{'id': '757de699-f078-40b1-b75b-2153a0573fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:48.624571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Checking router: 72568a49-6558-4211-b32e-0896360e5702 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:01:48.624973 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Updating router 72568a49-6558-4211-b32e-0896360e5702 port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 binding host dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 21:01:48.655188 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.777002 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64241d-502b-49c7-a1d5-9fe5d6ecc334 req-26872d0a-f56f-4dee-a051-d1ab529c9066 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:48.778962 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c64241d-502b-49c7-a1d5-9fe5d6ecc334 req-26872d0a-f56f-4dee-a051-d1ab529c9066 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0732787 Oct 28 21:01:48.787204 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.832158 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7c64241d-502b-49c7-a1d5-9fe5d6ecc334 req-f2d7f14f-880e-47d5-a564-f25e01cc6187 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463309 Oct 28 21:01:48.941070 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 6 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:48.946160 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks [] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), precommit_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:48.967422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.003300 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:01:49.035044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba715c-aeb9-4723-bbed-717175020016 None None] Pushing event updated for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=3']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:49.068274 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Attempting to bind port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 on host dv-cinder-859839-2-iscsi for vnic_type normal with profile {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:01:49.068646 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Attempting to bind port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 by drivers openvswitch,hyperv on host dv-cinder-859839-2-iscsi at level 0 using segments [{'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:01:49.069011 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Attempting to bind port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 on network 475e9475-5aa2-4d21-82c1-97b9e625803c {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:01:49.073796 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Checking agent: {'id': 'dbc52cfb-4621-4dec-8909-b2be0d82eb6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859839-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 44, 19), 'started_at': datetime.datetime(2022, 10, 28, 20, 44, 49), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859839-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:01:49.074809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Checking segment: {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:01:49.075214 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.075608 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Bound using segment: {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'} {{(pid=115444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:01:49.076095 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.managers [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Bound port: 31db2ed7-9109-4ed3-af01-a84d7b6d15b9, host: dv-cinder-859839-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8916460a-f230-47b6-a8c3-78f6f41219e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c'}}] {{(pid=115444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:01:49.076476 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.141101 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] For port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9, host dv-cinder-859839-2-iscsi, cleared binding levels {{(pid=115444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:01:49.141793 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-625c0ce7-cbfe-459e-8300-1f5a9f07da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:49.143598 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-625c0ce7-cbfe-459e-8300-1f5a9f07da83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517704 Oct 28 21:01:49.144062 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-3888b563-255a-4615-a533-d8f775aec172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:49.145070 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] For port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9, host dv-cinder-859839-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:01:49.145786 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-3888b563-255a-4615-a533-d8f775aec172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf31f6da5c044e4b3664270104192c8&device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 1130 time: 0.0538130 Oct 28 21:01:49.151379 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.187155 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:01:49.187917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:49.260982 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-b5232ff5-51ac-4356-8d5f-21e52d64a126 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074221 Oct 28 21:01:49.277464 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-c5ef21a8-b0b3-477c-8de0-91b48018bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:49.279161 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-c5ef21a8-b0b3-477c-8de0-91b48018bee3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 200 len: 914 time: 0.1060238 Oct 28 21:01:49.324506 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-61a43627-b23f-4eb4-a32a-9b9024a9c896 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045 HTTP/1.1" status: 200 len: 217 time: 0.0383110 Oct 28 21:01:49.374672 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c919bf1-b47d-4bf9-bdc3-58f8a22faaf0 req-7592d67e-a454-48e4-b799-56e31cfc6ab0 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063616 Oct 28 21:01:49.377693 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba715c-aeb9-4723-bbed-717175020016 None None] Pushing event updated for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:49.390448 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-7e94b976-0318-4a1d-8a6c-8435e24715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:49.393706 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-7e94b976-0318-4a1d-8a6c-8435e24715f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 200 len: 853 time: 0.0589302 Oct 28 21:01:49.437713 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-d428fecd-e375-4018-94fd-849dbe1b3948 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=07854050-fdc6-4708-a34e-ded67466186c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350068 Oct 28 21:01:49.461079 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:01:49.507444 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 7 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:49.532945 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-13e3b701-4a88-436a-9549-f6237c981add service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871670 Oct 28 21:01:49.634727 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-81db8e34-ae99-4ff5-96ab-e1e8af231d3e req-dbf866fc-170d-433d-aa1e-7b411faf083e service neutron] 10.222.0.26 "GET /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939879 Oct 28 21:01:49.666084 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a4b787b8-3778-4a7e-b195-6f2666d317bb up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:49.715422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Current status of the port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 is: DOWN; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:49.716016 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.776375 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] For port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:49.782034 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.810648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port a4b787b8-3778-4a7e-b195-6f2666d317bb triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:49.811022 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.811361 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port a4b787b8-3778-4a7e-b195-6f2666d317bb Oct 28 21:01:49.867311 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Provisioning complete for port 9b84df7c-9ea5-426e-9829-a046dfa8b125 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:49.867605 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:49.867962 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Attempt 1 to provision port 9b84df7c-9ea5-426e-9829-a046dfa8b125 Oct 28 21:01:49.879697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 4, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '31db2ed7-9109-4ed3-af01-a84d7b6d15b9', 'name': '', 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'mac_address': 'fa:16:3e:64:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '757de699-f078-40b1-b75b-2153a0573fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:44Z', 'updated_at': '2022-10-28T21:01:49Z', 'revision_number': 4, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'subnets': [{'id': '757de699-f078-40b1-b75b-2153a0573fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:01:49.927224 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Pushing event updated for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:49.935350 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2acbcc-8dba-45fc-b158-5fee09d7e0b9 None None] The sync data for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi is: [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:45Z', 'revision_number': 4, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '31db2ed7-9109-4ed3-af01-a84d7b6d15b9', 'name': '', 'network_id': '475e9475-5aa2-4d21-82c1-97b9e625803c', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'mac_address': 'fa:16:3e:64:d7:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '757de699-f078-40b1-b75b-2153a0573fc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:44Z', 'updated_at': '2022-10-28T21:01:49Z', 'revision_number': 4, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'subnets': [{'id': '757de699-f078-40b1-b75b-2153a0573fc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:01:49.972255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713870cd-ac79-44b0-bd4b-fe08a34016f1 req-02fe12a4-343f-4486-87aa-2782b61efc46 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:49.973842 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-713870cd-ac79-44b0-bd4b-fe08a34016f1 req-02fe12a4-343f-4486-87aa-2782b61efc46 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0655909 Oct 28 21:01:50.029183 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port a4b787b8-3778-4a7e-b195-6f2666d317bb is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:50.047374 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-0adb73d9-8cf1-4f9a-80d7-534e2c1232cc None None] Current status of the port 9b84df7c-9ea5-426e-9829-a046dfa8b125 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:50.048850 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-713870cd-ac79-44b0-bd4b-fe08a34016f1 req-39d36dac-8a44-4758-8d52-1f649437e17c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688772 Oct 28 21:01:50.173209 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-37769386-af1d-4e69-9e66-33fc748452fa None None] Provisioning complete for port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:50.173729 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-37769386-af1d-4e69-9e66-33fc748452fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:50.174143 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-37769386-af1d-4e69-9e66-33fc748452fa None None] Attempt 1 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:50.256398 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-37769386-af1d-4e69-9e66-33fc748452fa None None] Current status of the port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:51.178937 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6824a47-b4a9-4f0f-817c-f17277ae2e3a req-4440c56e-8cfa-41f6-88ff-732a4f8cef66 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:51.180440 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6824a47-b4a9-4f0f-817c-f17277ae2e3a req-4440c56e-8cfa-41f6-88ff-732a4f8cef66 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0536911 Oct 28 21:01:51.228521 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e6824a47-b4a9-4f0f-817c-f17277ae2e3a req-88c6bd92-8b84-4b49-acb5-34773b8ddc7d tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424697 Oct 28 21:01:51.403148 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:01:51.671689 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 up at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:51.716445 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Provisioning complete for port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:51.716822 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:51.717167 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Attempt 1 to provision port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 Oct 28 21:01:51.790578 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Current status of the port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 is: ACTIVE; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:52.356465 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143037e-9a0a-4ad8-96ad-98956aadbf63 req-de9c1be4-3622-4d4a-af40-af859c75da18 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:52.358144 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3143037e-9a0a-4ad8-96ad-98956aadbf63 req-de9c1be4-3622-4d4a-af40-af859c75da18 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 943 time: 0.0560591 Oct 28 21:01:52.405251 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3143037e-9a0a-4ad8-96ad-98956aadbf63 req-f06d626d-21b3-467d-8bc3-d8df02976a37 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414867 Oct 28 21:01:53.118516 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d64c0e80-9a25-4de5-83ac-aba757f2abd3 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:01:53.226776 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:53.240979 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'port_id': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'mac_address': 'fa:16:3e:25:57:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:01:53.288042 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d64c0e80-9a25-4de5-83ac-aba757f2abd3 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:53.288579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:53.303606 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64c0e80-9a25-4de5-83ac-aba757f2abd3 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:01:53.323921 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:53.329234 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:53.384526 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:53.392708 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.393382 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.393721 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.394052 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.394384 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.394710 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.395032 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.395358 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.395678 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.396021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.396344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.396658 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.397178 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:01:53.547020 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2155e78-957c-4fcf-a380-5e3b673e9ac3 req-84be9adb-793f-4e16-ac21-453f04b4cc22 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:53.549787 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c2155e78-957c-4fcf-a380-5e3b673e9ac3 req-84be9adb-793f-4e16-ac21-453f04b4cc22 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 944 time: 0.0646486 Oct 28 21:01:53.684476 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c2155e78-957c-4fcf-a380-5e3b673e9ac3 req-94e48b00-2076-49b4-b2d9-83ca170acf97 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233954 Oct 28 21:01:53.684893 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:01:54.844201 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660265-3c8f-46be-8f7a-9a91464e1f84 req-f0aee70e-adc4-4633-9dd8-55874928a000 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:54.846012 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-71660265-3c8f-46be-8f7a-9a91464e1f84 req-f0aee70e-adc4-4633-9dd8-55874928a000 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 944 time: 0.0664482 Oct 28 21:01:54.912427 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-71660265-3c8f-46be-8f7a-9a91464e1f84 req-dea8a865-4e26-4284-9a63-cdd5be0ea9bb tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598392 Oct 28 21:01:55.153532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d64c0e80-9a25-4de5-83ac-aba757f2abd3 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:01:55.240169 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port d64c0e80-9a25-4de5-83ac-aba757f2abd3 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:01:55.245790 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port d64c0e80-9a25-4de5-83ac-aba757f2abd3 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:01:55.246328 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:55.246782 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port d64c0e80-9a25-4de5-83ac-aba757f2abd3 Oct 28 21:01:55.359426 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port d64c0e80-9a25-4de5-83ac-aba757f2abd3 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:01:55.359998 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:55.401664 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:55.402925 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:55.407151 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1fdccd-c212-4039-b903-e9b47592a943" -d '{"events": [{"server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "name": "network-vif-plugged", "status": "completed", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:55.411582 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:55.490264 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:55.520374 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0e98db-b0ad-47ba-9ff6-c5a8980014c6 x-openstack-request-id: req-5b0e98db-b0ad-47ba-9ff6-c5a8980014c6 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:55.520818 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "name": "network-vif-plugged", "status": "completed", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:55.521697 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5b0e98db-b0ad-47ba-9ff6-c5a8980014c6 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:55.522863 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b0e98db-b0ad-47ba-9ff6-c5a8980014c6'] response: {'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'code': 200} Oct 28 21:01:55.815433 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed29881-6e5e-4d71-961e-cbca948e75e5 req-25337568-bf52-4b00-9c16-0a9d8fa7658c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:55.817043 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-eed29881-6e5e-4d71-961e-cbca948e75e5 req-25337568-bf52-4b00-9c16-0a9d8fa7658c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1129 time: 0.0743959 Oct 28 21:01:55.871855 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-eed29881-6e5e-4d71-961e-cbca948e75e5 req-334fa20d-90c7-41f9-8fca-06711325e59e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466366 Oct 28 21:01:56.046411 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7f68f-b284-4cee-92e4-bba07d27af2f req-a10b97a4-1fea-4a27-9c4a-a211ac741b63 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:56.047875 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1ae7f68f-b284-4cee-92e4-bba07d27af2f req-a10b97a4-1fea-4a27-9c4a-a211ac741b63 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0594068 Oct 28 21:01:56.107000 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1ae7f68f-b284-4cee-92e4-bba07d27af2f req-5bd12308-3f10-4846-a5a8-35dd77eb5b9c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524542 Oct 28 21:01:57.068909 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b1175-2ca7-4ffb-bc4a-b3454519e184 req-28e0b2b0-290f-44b9-8276-da95bd247fce tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:57.073163 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-405b1175-2ca7-4ffb-bc4a-b3454519e184 req-28e0b2b0-290f-44b9-8276-da95bd247fce tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 946 time: 0.0719483 Oct 28 21:01:57.208610 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-405b1175-2ca7-4ffb-bc4a-b3454519e184 req-ee9ae4ad-770a-41f6-92c6-036357e9ada5 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222739 Oct 28 21:01:57.306787 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9a282-bbe3-4c0d-811a-528932f1b1d6 req-45763990-e3c3-4282-9bae-ebd81445b1c2 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:57.309361 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fad9a282-bbe3-4c0d-811a-528932f1b1d6 req-45763990-e3c3-4282-9bae-ebd81445b1c2 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0684855 Oct 28 21:01:57.363494 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fad9a282-bbe3-4c0d-811a-528932f1b1d6 req-7440a34c-35e7-4840-91d8-605cff600071 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470297 Oct 28 21:01:58.396121 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61e68e-01ad-4409-9501-5686826e1bc8 req-4895089a-1b66-45ae-91a8-4b9326668387 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:58.398067 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aa61e68e-01ad-4409-9501-5686826e1bc8 req-4895089a-1b66-45ae-91a8-4b9326668387 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 946 time: 0.1075153 Oct 28 21:01:58.496363 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-aa61e68e-01ad-4409-9501-5686826e1bc8 req-8f57773f-2ede-4d55-b77f-cda06cf7f3de tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/security-groups?id=228f6ca6-cdbd-448b-9226-cc106d8e5fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907297 Oct 28 21:01:58.574342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e94d6-84f1-4f47-956d-d241c7b8e94e req-4bf581e9-8229-440a-8189-36293de36a44 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:58.576570 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-765e94d6-84f1-4f47-956d-d241c7b8e94e req-4bf581e9-8229-440a-8189-36293de36a44 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0984354 Oct 28 21:01:58.705015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-765e94d6-84f1-4f47-956d-d241c7b8e94e req-599a08c9-4124-4047-a6c8-cff09ff47cf3 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026080 Oct 28 21:01:58.957212 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065f29b-94a6-4f5f-9e38-adb9fb02f3e1 req-09ff6545-9583-46cb-8efd-dd9f99301fde tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:58.958881 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3065f29b-94a6-4f5f-9e38-adb9fb02f3e1 req-09ff6545-9583-46cb-8efd-dd9f99301fde tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0835323 Oct 28 21:01:59.022116 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3065f29b-94a6-4f5f-9e38-adb9fb02f3e1 req-80586d0a-ab4c-4d3e-ad6e-9f648b9be968 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542045 Oct 28 21:01:59.088124 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-52b44c93-42dc-4be3-94ff-685896159899 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:59.089638 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-52b44c93-42dc-4be3-94ff-685896159899 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 946 time: 0.0597382 Oct 28 21:01:59.195955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Deleting port bf74c1bd-c93c-40da-8553-9c46f61a7045 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:01:59.196293 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:59.296574 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] For port bf74c1bd-c93c-40da-8553-9c46f61a7045, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bf74c1bd-c93c-40da-8553-9c46f61a7045,segment=NetworkSegment(24eb1e31-6e92-4e78-ad83-9339c6da0f8e),segment_id=24eb1e31-6e92-4e78-ad83-9339c6da0f8e)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:01:59.296936 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:59.310009 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Calling delete_port for bf74c1bd-c93c-40da-8553-9c46f61a7045 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:01:59.478543 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff5a36-f82c-47bd-8c58-780fe8509bce req-45d9977a-6ddf-434f-a9cd-f0313f464bc0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:01:59.482837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (bf74c1bd-c93c-40da-8553-9c46f61a7045), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:59.490249 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-acff5a36-f82c-47bd-8c58-780fe8509bce req-45d9977a-6ddf-434f-a9cd-f0313f464bc0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0829780 Oct 28 21:01:59.527695 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Pushing event deleted for resources: {'Port': ['ID=bf74c1bd-c93c-40da-8553-9c46f61a7045,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:01:59.551216 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-acff5a36-f82c-47bd-8c58-780fe8509bce req-7ac600da-3e5d-4a84-a0e1-93f06192aa1b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 Oct 28 21:01:59.618616 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] No DVR routers for this DVR port bf74c1bd-c93c-40da-8553-9c46f61a7045 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:01:59.631024 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:01:59.635472 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-652b6407-ef20-463f-99d0-7e615cdaf818 req-c8a22cec-5927-4ed3-ada5-13e1143b35e9 tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.26 "DELETE /v2.0/ports/bf74c1bd-c93c-40da-8553-9c46f61a7045 HTTP/1.1" status: 204 len: 173 time: 0.5381167 Oct 28 21:01:59.636096 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'name': 'network-vif-deleted', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:01:59.640381 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028d5ebb-4949-4a78-8bb0-38a05bde1b83" -d '{"events": [{"server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "name": "network-vif-deleted", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:01:59.655774 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a4168c9b-0ec7-4d58-8fc1-490c2b054aca req-02fd988c-33d4-470b-b098-6f27e00aaeeb tempest-VolumesSnapshotTestJSON-1096856050 tempest-VolumesSnapshotTestJSON-1096856050-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e4b7387-97a1-4b6d-a11e-d2c88210e9d1 HTTP/1.1" status: 200 len: 210 time: 0.0332525 Oct 28 21:01:59.707091 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609324b4-5eec-46a0-97f5-cdb2728edd37 x-openstack-request-id: req-609324b4-5eec-46a0-97f5-cdb2728edd37 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:01:59.707617 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4b7387-97a1-4b6d-a11e-d2c88210e9d1", "name": "network-vif-deleted", "tag": "bf74c1bd-c93c-40da-8553-9c46f61a7045", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:01:59.708068 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-609324b4-5eec-46a0-97f5-cdb2728edd37 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:01:59.708659 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609324b4-5eec-46a0-97f5-cdb2728edd37'] response: {'server_uuid': '4e4b7387-97a1-4b6d-a11e-d2c88210e9d1', 'name': 'network-vif-deleted', 'tag': 'bf74c1bd-c93c-40da-8553-9c46f61a7045', 'status': 'completed', 'code': 200} Oct 28 21:02:01.863089 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bf74c1bd-c93c-40da-8553-9c46f61a7045 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:02:01.882831 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: bf74c1bd-c93c-40da-8553-9c46f61a7045 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:02:01.883175 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bf74c1bd-c93c-40da-8553-9c46f61a7045 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:02:10.354519 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:11.702436 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36794fdd-d1dd-428e-9fa0-8ab19c88f026 req-b1a2c7cc-2c6f-437f-8a4c-2ed2c0d6f500 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:11.711174 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-36794fdd-d1dd-428e-9fa0-8ab19c88f026 req-b1a2c7cc-2c6f-437f-8a4c-2ed2c0d6f500 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0761967 Oct 28 21:02:11.765518 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-36794fdd-d1dd-428e-9fa0-8ab19c88f026 req-3e2b6179-7096-45e2-b43b-043802162124 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527048 Oct 28 21:02:11.805036 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37908) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:12.083518 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f06924-760c-4811-a2cd-b4e80d031468 tempest-TestMinimumBasicScenario-319439876 tempest-TestMinimumBasicScenario-319439876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:12.085753 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-23f06924-760c-4811-a2cd-b4e80d031468 tempest-TestMinimumBasicScenario-319439876 tempest-TestMinimumBasicScenario-319439876-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1124 time: 0.2782228 Oct 28 21:02:12.089185 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37924) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:12.094058 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'port_id': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:12.114518 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-16279c9e-4e68-426a-b086-7272d82e28ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.119336 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.294319 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.428486 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Allocated IP 172.27.3.182 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/3698dc6b-e0fe-45f7-9d1f-25820cb22bde) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:02:12.463118 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37930) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:12.561143 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.603875 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.613853 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22ce7c17-3264-4648-b360-b9bb2287e26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.641819 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:02:12.645363 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:02:12.649318 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:02:12.682609 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'Port': ['ID=3698dc6b-e0fe-45f7-9d1f-25820cb22bde,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:12.740554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22ce7c17-3264-4648-b360-b9bb2287e26f admin admin] Publish callbacks [] for security_group (a7400a10-e9b2-4443-8ae4-3b16fb945aff), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.746439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-22ce7c17-3264-4648-b360-b9bb2287e26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a7400a10-e9b2-4443-8ae4-3b16fb945aff), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.777399 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-22ce7c17-3264-4648-b360-b9bb2287e26f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77ad7fb7120245c788cf2949ad07fa42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113260 Oct 28 21:02:12.778833 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37938) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:12.837888 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7c17-3264-4648-b360-b9bb2287e26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7400a10-e9b2-4443-8ae4-3b16fb945aff,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:12.854716 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] Publish callbacks [] for security_group (a7400a10-e9b2-4443-8ae4-3b16fb945aff), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.900413 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] Publish callbacks [] for security_group (a7400a10-e9b2-4443-8ae4-3b16fb945aff), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.976879 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (a7400a10-e9b2-4443-8ae4-3b16fb945aff), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.984270 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:12.987885 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a7400a10-e9b2-4443-8ae4-3b16fb945aff HTTP/1.1" status: 204 len: 168 time: 0.2069154 Oct 28 21:02:13.012665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cd019-e617-447a-98a4-933d97ba7264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7400a10-e9b2-4443-8ae4-3b16fb945aff,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:13.300614 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for floatingip (5c7fc47a-1b94-440b-8119-ca634578bf65), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.385371 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.508808 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37952) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:13.528758 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0f039e94-0aa1-4032-9e9a-940698d44c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.598201 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.604470 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.662743 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0f039e94-0aa1-4032-9e9a-940698d44c9e admin admin] Publish callbacks [] for security_group (143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.674414 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-0f039e94-0aa1-4032-9e9a-940698d44c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.714261 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'Port': ['ID=3698dc6b-e0fe-45f7-9d1f-25820cb22bde,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:13.717576 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (5c7fc47a-1b94-440b-8119-ca634578bf65), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.728922 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-0f039e94-0aa1-4032-9e9a-940698d44c9e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=90ae53ebd41d40c8b3c4d7f2859b0418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159343 Oct 28 21:02:13.732816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37958) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:13.781566 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039e94-0aa1-4032-9e9a-940698d44c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:13.835350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] Publish callbacks [] for security_group (143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.862191 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Floating IP 5c7fc47a-1b94-440b-8119-ca634578bf65 associated. External IP: 172.27.3.182, port: d64c0e80-9a25-4de5-83ac-aba757f2abd3. Oct 28 21:02:13.869425 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] Publish callbacks [] for security_group (143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.931869 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.938710 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:13.940668 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e HTTP/1.1" status: 204 len: 168 time: 0.2068560 Oct 28 21:02:13.951035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead1d93-fc63-433d-8fc0-65df83e342da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143c2ad5-b226-4214-a9cc-0ed7bdd8bc9e,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:14.149268 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Router ee370a75-bc24-4f2e-abed-014e8d61734b has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:02:14.292632 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:02:14.303934 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Sync routers for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:02:14.318605 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:02:14.320688 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:01:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:14.326530 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.470553 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:02:14.656389 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-46c4873a-13f8-4d9a-9bca-bafe507af2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.732637 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ffca2638-34aa-48ff-927b-69e328d89e00 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6382060 Oct 28 21:02:14.733457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 37978) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:14.733908 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:02:14.736455 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04e5453-4042-4e01-a8d6-0cff19dc51b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:02:14.738218 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073782041', 'description': 'tempest-secgroup-smoke-2073782041 description', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:14.800679 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.847207 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '5c7fc47a-1b94-440b-8119-ca634578bf65', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'port_id': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'mac_address': 'fa:16:3e:25:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:13Z', 'updated_at': '2022-10-28T21:02:13Z', 'revision_number': 0, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:14.893220 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a0d788-f03d-401d-a7bb-0442c01cb108 x-openstack-request-id: req-f8a0d788-f03d-401d-a7bb-0442c01cb108 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:02:14.893761 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:02:14.894275 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f8a0d788-f03d-401d-a7bb-0442c01cb108 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:02:14.894703 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8a0d788-f03d-401d-a7bb-0442c01cb108'] response: {'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:02:14.903114 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (0829fd4c-1cbc-4138-9411-d1d6c2011776), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.908625 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0829fd4c-1cbc-4138-9411-d1d6c2011776), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.913127 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Checking router: ee370a75-bc24-4f2e-abed-014e8d61734b for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:02:14.947646 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:02:14.948690 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:02:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:14.972149 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0829fd4c-1cbc-4138-9411-d1d6c2011776,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:14.977393 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:14.977393 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e1f4288a-d349-4943-b20a-c5bbbeabe020 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2406542 Oct 28 21:02:14.979043 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37990) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:14.983891 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:15.010693 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (e14df654-7058-4bef-927b-3f6604e73310), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.091244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (e14df654-7058-4bef-927b-3f6604e73310), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.098237 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (e14df654-7058-4bef-927b-3f6604e73310), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.131244 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14df654-7058-4bef-927b-3f6604e73310,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:15.151247 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.154176 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-9a55e3ff-9dc1-4e21-9f7e-1e701cfa2c20 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737707 Oct 28 21:02:15.156716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 37998) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:15.162736 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:15.225937 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (096ce43c-e042-482d-9642-98e195743e8c), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.282243 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:02:15.344547 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (096ce43c-e042-482d-9642-98e195743e8c), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.352845 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (096ce43c-e042-482d-9642-98e195743e8c), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.404594 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.405889 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2480032 Oct 28 21:02:15.408695 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765bbc0-98f2-44d8-bfcc-93ae6f8490dc tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096ce43c-e042-482d-9642-98e195743e8c,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:15.409097 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38004) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:15.415484 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:15.495984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (90d47cbb-e698-4ab4-a62e-6e1b668af70e), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.597156 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (90d47cbb-e698-4ab4-a62e-6e1b668af70e), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.603001 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (90d47cbb-e698-4ab4-a62e-6e1b668af70e), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.621210 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '5c7fc47a-1b94-440b-8119-ca634578bf65', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'port_id': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'mac_address': 'fa:16:3e:25:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:13Z', 'updated_at': '2022-10-28T21:02:13Z', 'revision_number': 0, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:15.646576 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d47cbb-e698-4ab4-a62e-6e1b668af70e,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:15.655878 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.657370 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f5d2d88c-39a4-4295-a29e-806e5500ad4f tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2469685 Oct 28 21:02:15.660157 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38014) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:15.662335 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0536710b-fa5c-41e8-b3c4-02065415b5f4 None None] The sync data for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi is: [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '5c7fc47a-1b94-440b-8119-ca634578bf65', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'floating_ip_address': '172.27.3.182', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'port_id': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'mac_address': 'fa:16:3e:25:57:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:13Z', 'updated_at': '2022-10-28T21:02:13Z', 'revision_number': 0, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:02:15.667141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:15.709398 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (3a612060-6de0-4c5a-896c-2142f7fc49d6), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.818829 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (3a612060-6de0-4c5a-896c-2142f7fc49d6), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.827035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (3a612060-6de0-4c5a-896c-2142f7fc49d6), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.854136 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a612060-6de0-4c5a-896c-2142f7fc49d6,revision_number=0']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:15.861991 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.865997 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a1f2f2d6-798e-421b-ae24-0752a71033e4 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2020657 Oct 28 21:02:15.867194 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38022) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:15.878801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:15.930531 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Project a2ca6052d1b140e5a90e38d9252d5fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:02:15.941932 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (58fb8414-cb5c-47c6-b318-648686607365), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:15.977670 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecf26d0-4016-4060-8752-76c3fcb21b7f None None] New status for floating IP 5c7fc47a-1b94-440b-8119-ca634578bf65: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:02:16.040284 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (58fb8414-cb5c-47c6-b318-648686607365), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.046263 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (58fb8414-cb5c-47c6-b318-648686607365), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.072305 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fb8414-cb5c-47c6-b318-648686607365,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:16.103454 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.105794 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-ed06febd-a7e1-4fb5-9aae-d707ac70448c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2374749 Oct 28 21:02:16.109392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38032) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:16.114838 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'security_group_rule': {'security_group_id': '0829fd4c-1cbc-4138-9411-d1d6c2011776', 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:16.147619 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.securitygroups_db [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Project a2ca6052d1b140e5a90e38d9252d5fd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 21:02:16.162161 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (f8f96996-0918-4d8b-a028-474b1926b6d7), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.245266 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (f8f96996-0918-4d8b-a028-474b1926b6d7), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.252062 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674139'] for security_group_rule (f8f96996-0918-4d8b-a028-474b1926b6d7), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.277109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f96996-0918-4d8b-a028-474b1926b6d7,revision_number=0']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:16.285539 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.286928 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-15fe3b0f-36d4-482f-86d7-07cd7ef37938 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1762998 Oct 28 21:02:16.414495 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-c466ab0d-09c4-41ca-a2bf-75b7764abb03 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073782041&fields=id&tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6 HTTP/1.1" status: 200 len: 267 time: 0.0631022 Oct 28 21:02:16.487310 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-4bac5732-50bb-46fd-af33-9966e6fbace7 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:16.489507 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-4bac5732-50bb-46fd-af33-9966e6fbace7 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0662539 Oct 28 21:02:16.502712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'port': {'security_groups': ['4e5f9940-60cd-4478-85a0-da175baefda6', '0829fd4c-1cbc-4138-9411-d1d6c2011776']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:16.606588 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.698991 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.735043 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-23f1e202-6abf-48e1-8e30-32dbb6a2a3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:16.739670 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-23f1e202-6abf-48e1-8e30-32dbb6a2a3e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1129 time: 0.0696614 Oct 28 21:02:16.769289 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38044) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:16.892010 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-9df8dff9-3233-42e5-b08d-adee8ec9f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:16.893859 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-9df8dff9-3233-42e5-b08d-adee8ec9f7f7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.1442311 Oct 28 21:02:16.924020 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:02:16.967905 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.970397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ab314129-2e36-45cd-b783-0b5ffb2fc786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.979225 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:16.984233 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-c1ff8cd8-e092-4de4-9aa1-cca918f29111 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0717800 Oct 28 21:02:16.994507 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:02:17.004386 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:17.005063 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.013635 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9ca7cd48-2691-43ea-beb1-d67606eb1208 req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "PUT /v2.0/ports/d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 981 time: 0.5167880 Oct 28 21:02:17.014419 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:02:17.017005 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f" -d '{"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:02:17.097601 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:02:17.101388 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f890e78-56e4-42d7-9156-0a5571567f73 x-openstack-request-id: req-0f890e78-56e4-42d7-9156-0a5571567f73 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:02:17.101683 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:02:17.102043 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f890e78-56e4-42d7-9156-0a5571567f73 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:02:17.102345 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f890e78-56e4-42d7-9156-0a5571567f73'] response: {'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:02:17.106718 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-094d5fad-d4fc-4d0e-bf7a-d0d7fa287f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:17.112876 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-094d5fad-d4fc-4d0e-bf7a-d0d7fa287f54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.1168659 Oct 28 21:02:17.197993 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-1a63c62c-1158-4043-bebb-48d81f3de740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:17.204855 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-1a63c62c-1158-4043-bebb-48d81f3de740 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759988 Oct 28 21:02:17.205457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8e30f-dd24-47bb-98fc-0843e6802bd6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=6']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:17.248675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b393b13-9b9a-48fb-97d1-5139a1323b82 req-6e2609ae-df01-44a6-9044-b302501adb51 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:17.250330 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b393b13-9b9a-48fb-97d1-5139a1323b82 req-6e2609ae-df01-44a6-9044-b302501adb51 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.1359849 Oct 28 21:02:17.271216 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ab314129-2e36-45cd-b783-0b5ffb2fc786 admin admin] Publish callbacks [] for security_group (10d58df8-95db-46c3-99db-58e3a4d9160a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.282633 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ab314129-2e36-45cd-b783-0b5ffb2fc786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (10d58df8-95db-46c3-99db-58e3a4d9160a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.332380 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab314129-2e36-45cd-b783-0b5ffb2fc786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d58df8-95db-46c3-99db-58e3a4d9160a,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:17.392020 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-a48850ed-7ce6-4b2a-9c6f-25a37a5aff4b service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619842 Oct 28 21:02:17.420638 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ab314129-2e36-45cd-b783-0b5ffb2fc786 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05babfc2bee8451caf6f17544c0fcda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6499248 Oct 28 21:02:17.425406 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38060) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:17.451192 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-9b393b13-9b9a-48fb-97d1-5139a1323b82 req-5dbe517d-d0d2-4573-8023-c96286aafc33 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1916616 Oct 28 21:02:17.533906 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] Publish callbacks [] for security_group (10d58df8-95db-46c3-99db-58e3a4d9160a), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.587684 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c04e5453-4042-4e01-a8d6-0cff19dc51b3 req-1f1c90c8-881b-4fe5-a099-b2595ddfd01e service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887944 Oct 28 21:02:17.590635 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] Publish callbacks [] for security_group (10d58df8-95db-46c3-99db-58e3a4d9160a), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.696434 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (10d58df8-95db-46c3-99db-58e3a4d9160a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.699843 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:17.704136 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/10d58df8-95db-46c3-99db-58e3a4d9160a HTTP/1.1" status: 204 len: 168 time: 0.2753856 Oct 28 21:02:17.728562 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c997e-f30b-46c4-a88f-39d1ea237426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d58df8-95db-46c3-99db-58e3a4d9160a,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:17.770625 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-ea0a30e8-64f3-4d18-8ed7-47ce9a1d9932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:17.772584 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-ea0a30e8-64f3-4d18-8ed7-47ce9a1d9932 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1168 time: 0.1356275 Oct 28 21:02:18.011704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-1cb136a1-13d3-4508-b1c8-0423fc715bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:18.014022 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-1cb136a1-13d3-4508-b1c8-0423fc715bbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.2341676 Oct 28 21:02:18.100330 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-b56ce72a-42fb-498d-95e7-85e5e1f9589d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0798218 Oct 28 21:02:18.216982 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-9559e63e-a098-4ae2-bd51-727975b8a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:18.218701 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-9559e63e-a098-4ae2-bd51-727975b8a8a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.1119888 Oct 28 21:02:18.335725 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.341803 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-04046b6d-ef51-4c22-bb03-85ed73c08ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:18.343701 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-04046b6d-ef51-4c22-bb03-85ed73c08ba3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171839 Oct 28 21:02:18.375329 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-cd0fba41-2ed4-4c12-afc4-d8d910a7a504 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898616951&fields=id&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 267 time: 0.0750515 Oct 28 21:02:18.412292 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38086) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:18.427241 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89bc242b-8e53-41c6-ad35-3764de106b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.502477 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-3be4adc9-7bb8-4e93-aa36-8fd1e0cca375 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512475 Oct 28 21:02:18.520297 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-4f4d3f2e-2192-4179-9925-679af61d0dac tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:18.522395 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-4f4d3f2e-2192-4179-9925-679af61d0dac tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1377234 Oct 28 21:02:18.549020 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f4d95268-35f4-45a5-92b7-3db9ecf6d01d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/quotas/fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 375 time: 0.0201123 Oct 28 21:02:18.610384 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89bc242b-8e53-41c6-ad35-3764de106b29 admin admin] Publish callbacks [] for security_group (1f2e397d-07a1-410a-b6ce-4a605eae7ae9), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.617408 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-89bc242b-8e53-41c6-ad35-3764de106b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1f2e397d-07a1-410a-b6ce-4a605eae7ae9), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.650931 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-931a6088-0d6d-441c-8511-eeb220f57621 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896089 Oct 28 21:02:18.661549 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-bfb5cf7d-cc34-479b-895a-2e7b6bb7972f req-2f2f9f50-4137-417d-afd1-14242fdf878e service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529448 Oct 28 21:02:18.669860 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-89bc242b-8e53-41c6-ad35-3764de106b29 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11a1bde408454e039bedd62e6217f83b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563283 Oct 28 21:02:18.670540 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38088) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:18.693105 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc242b-8e53-41c6-ad35-3764de106b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2e397d-07a1-410a-b6ce-4a605eae7ae9,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:18.739509 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.742495 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] Publish callbacks [] for security_group (1f2e397d-07a1-410a-b6ce-4a605eae7ae9), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.769491 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] Publish callbacks [] for security_group (1f2e397d-07a1-410a-b6ce-4a605eae7ae9), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.800050 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d2000d0-ea5d-48f1-81b8-48c8618009bc service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454945 Oct 28 21:02:18.839759 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (1f2e397d-07a1-410a-b6ce-4a605eae7ae9), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.844616 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:18.845853 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f2e397d-07a1-410a-b6ce-4a605eae7ae9 HTTP/1.1" status: 204 len: 168 time: 0.1702552 Oct 28 21:02:18.860040 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad738ef-4d1e-4db5-947e-a8d05a70b9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2e397d-07a1-410a-b6ce-4a605eae7ae9,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:18.936327 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f48c8850-b31b-438b-a520-44e4915eb667 service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349409 Oct 28 21:02:19.437082 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5b4f9d9d-494e-4022-9600-f64c49f1d973 req-5287b1a2-f6d1-4617-b1c9-13a41aefa1ba tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 210 time: 0.0697818 Oct 28 21:02:20.629110 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e67044bf-da7b-4295-bcd3-465257c86108 req-a16c6c08-113b-48d6-b24b-323e28b71521 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 210 time: 0.0638466 Oct 28 21:02:20.804813 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-d0c3a683-f82e-4e5a-8cd7-21efe099bd3c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:20.806325 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-d0c3a683-f82e-4e5a-8cd7-21efe099bd3c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1656764 Oct 28 21:02:20.893732 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f07ab882-b009-4cdc-a8cd-1b28e2da466c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 379 time: 0.0765452 Oct 28 21:02:20.913167 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'port': {'device_id': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'admin_state_up': True, 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'security_groups': ['3b9beffb-5914-4d95-b444-665aac13d3db']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:21.038686 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Made reservation on behalf of fa451a74d7364a499fa109c6e840ce23 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:02:21.042072 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.183134 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.20.0.7 (db2897c8-e5c2-420e-ae34-4972577393a9/bb6f5a9b-fa27-4631-ace1-e346422d0e4c/e4715d06-3421-4be7-9270-affc093cd859) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:02:21.341107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (e4715d06-3421-4be7-9270-affc093cd859), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.376687 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.433146 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:02:21.439454 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:02:21.443537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:02:21.447852 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:21.499636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:21.500305 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.524872 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-f7b1ec9f-38fd-4de6-a85e-4eb6b00270fd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6156504 Oct 28 21:02:21.542838 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Request body: {'port': {'device_id': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:21.624933 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e4715d06-3421-4be7-9270-affc093cd859), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.764272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Provisioning complete for port e4715d06-3421-4be7-9270-affc093cd859 triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:02:21.764895 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (e4715d06-3421-4be7-9270-affc093cd859), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.764986 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Attempt 1 to provision port e4715d06-3421-4be7-9270-affc093cd859 Oct 28 21:02:21.769416 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5ca1d-e1ab-40d8-b388-f9da67452598 req-e99c8df1-ca5a-4aab-b1d9-e47316b12856 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:21.770952 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fda5ca1d-e1ab-40d8-b388-f9da67452598 req-e99c8df1-ca5a-4aab-b1d9-e47316b12856 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 931 time: 0.0582659 Oct 28 21:02:21.805372 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Port e4715d06-3421-4be7-9270-affc093cd859 cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:02:21.837397 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fda5ca1d-e1ab-40d8-b388-f9da67452598 req-8aa8ddf9-aa0a-4e69-b746-d113bf9e4e27 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583100 Oct 28 21:02:21.936811 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4715d06-3421-4be7-9270-affc093cd859 {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:02:21.944493 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks [] for port (e4715d06-3421-4be7-9270-affc093cd859), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:21.957029 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Transition to ACTIVE for port object e4715d06-3421-4be7-9270-affc093cd859 will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:02:21.960757 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:22.037823 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Pushing event updated for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:22.070167 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Attempting to bind port e4715d06-3421-4be7-9270-affc093cd859 on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:02:22.070498 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Attempting to bind port e4715d06-3421-4be7-9270-affc093cd859 by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:02:22.070877 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Attempting to bind port e4715d06-3421-4be7-9270-affc093cd859 on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:02:22.075138 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Port e4715d06-3421-4be7-9270-affc093cd859 on network db2897c8-e5c2-420e-ae34-4972577393a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:02:22.075452 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Attempting to bind port e4715d06-3421-4be7-9270-affc093cd859 on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:02:22.080271 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:02:22.080597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:02:22.080969 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Bound using segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:02:22.081382 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Bound port: e4715d06-3421-4be7-9270-affc093cd859, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:02:22.081726 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e4715d06-3421-4be7-9270-affc093cd859), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:22.151727 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:02:22.156438 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e4715d06-3421-4be7-9270-affc093cd859,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:02:22.166232 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:22.171840 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.172223 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:22.173707 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] 10.222.0.26 "PUT /v2.0/ports/e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 200 len: 1093 time: 0.6394036 Oct 28 21:02:22.174207 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:02:22.176575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa5d96d-eb5d-4fc9-8128-f03d5849c460" -d '{"events": [{"name": "network-changed", "server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "tag": "e4715d06-3421-4be7-9270-affc093cd859"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:02:22.249655 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d07c96-766d-4616-b358-53495bccbfd9 x-openstack-request-id: req-f9d07c96-766d-4616-b358-53495bccbfd9 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:02:22.249946 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "tag": "e4715d06-3421-4be7-9270-affc093cd859", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:02:22.250201 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f9d07c96-766d-4616-b358-53495bccbfd9 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:02:22.250610 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9d07c96-766d-4616-b358-53495bccbfd9'] response: {'name': 'network-changed', 'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859', 'status': 'completed', 'code': 200} Oct 28 21:02:22.251633 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73c4b3-7e80-4043-b767-0468d8cb2443 service neutron] Pushing event updated for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:22.279670 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-d8ecbf02-76b1-45fa-9b48-b2558e5b1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.281292 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-d8ecbf02-76b1-45fa-9b48-b2558e5b1494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1127 time: 0.0598309 Oct 28 21:02:22.306054 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Attempt 2 to provision port e4715d06-3421-4be7-9270-affc093cd859 Oct 28 21:02:22.326994 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-da67d305-ae85-4161-bb10-9ba29b0c03d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Oct 28 21:02:22.351427 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-30ff23a2-9075-4b9f-ab1f-f9fb4d8f6d6e None None] Port e4715d06-3421-4be7-9270-affc093cd859 had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 21:02:22.381630 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-8b1c1de7-d6da-48c5-b330-bf6a22122f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.383197 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-8b1c1de7-d6da-48c5-b330-bf6a22122f4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0472474 Oct 28 21:02:22.438374 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-df2e3600-d43e-4d0d-b3fe-e71e2e6d318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.439952 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-df2e3600-d43e-4d0d-b3fe-e71e2e6d318b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504031 Oct 28 21:02:22.541527 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-ced5f35e-da2e-4099-aec6-542e0785b9ad service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903392 Oct 28 21:02:22.640808 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-becfd9e6-0698-4752-b642-0bdf1559d20d req-46334184-9d85-4b9e-a131-ad6da849ad46 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916340 Oct 28 21:02:22.751533 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-807f2a71-d10e-45c9-b722-1faedbbf312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.752558 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-807f2a71-d10e-45c9-b722-1faedbbf312a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1127 time: 0.0557127 Oct 28 21:02:22.868184 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-7b0cd607-1028-406c-90de-91945e531482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.868184 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-7b0cd607-1028-406c-90de-91945e531482 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.1076009 Oct 28 21:02:22.911603 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-bb304551-5b8c-443a-9489-9640e3ef2da7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 200 len: 217 time: 0.0363169 Oct 28 21:02:22.981107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-174e8c5a-6415-4b68-972d-d05bb2f02f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.982704 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-174e8c5a-6415-4b68-972d-d05bb2f02f51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0641773 Oct 28 21:02:22.987297 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d51e-65fe-46c1-9071-ce7b497ac282 req-9d0a28cf-1a52-4cb4-b8d9-84c25910ab84 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:22.988874 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dda8d51e-65fe-46c1-9071-ce7b497ac282 req-9d0a28cf-1a52-4cb4-b8d9-84c25910ab84 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.0716410 Oct 28 21:02:23.061960 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-46315409-b149-4c6f-a653-dc41b24102b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:23.064063 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-46315409-b149-4c6f-a653-dc41b24102b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0734200 Oct 28 21:02:23.071469 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dda8d51e-65fe-46c1-9071-ce7b497ac282 req-89f067a2-b419-46f1-aca3-af7930556b23 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760958 Oct 28 21:02:23.162401 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-28af9d05-f4db-44d6-9d19-f5343a5c02d8 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905092 Oct 28 21:02:23.266312 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-caa5d96d-eb5d-4fc9-8128-f03d5849c460 req-4e02fe54-8049-49fa-9963-bf87a9fc012e service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970011 Oct 28 21:02:23.894356 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38296) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:23.939097 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Deleting subnet adaa22d3-3eea-47c6-ade3-3374c89ea47d {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:02:23.942240 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Publish callbacks [] for subnet (adaa22d3-3eea-47c6-ade3-3374c89ea47d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:23.976934 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (adaa22d3-3eea-47c6-ade3-3374c89ea47d), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.019915 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (adaa22d3-3eea-47c6-ade3-3374c89ea47d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.071011 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (adaa22d3-3eea-47c6-ade3-3374c89ea47d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.098800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adaa22d3-3eea-47c6-ade3-3374c89ea47d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:24.100789 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.104026 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-270158b3-4d03-4b78-8f5d-4c2864e25493 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/adaa22d3-3eea-47c6-ade3-3374c89ea47d HTTP/1.1" status: 204 len: 168 time: 0.2086034 Oct 28 21:02:24.106559 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38300) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:24.182670 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (82c37873-17aa-4ba8-aa4a-a2fe41f51661), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.230349 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32ec17-6969-43ef-84d1-dda9763e4313 req-2a8c2765-f5f0-4db5-b743-8ecb662da26f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:24.232717 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc32ec17-6969-43ef-84d1-dda9763e4313 req-2a8c2765-f5f0-4db5-b743-8ecb662da26f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.0626605 Oct 28 21:02:24.265393 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (82c37873-17aa-4ba8-aa4a-a2fe41f51661), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.283718 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-bc32ec17-6969-43ef-84d1-dda9763e4313 req-dd2b2acb-28a4-43cc-876d-86fa300a4472 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Oct 28 21:02:24.287839 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c37873-17aa-4ba8-aa4a-a2fe41f51661']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:24.307254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f20ec4-8928-450a-8f98-bc49541d1933') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:24.307552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f20ec4-8928-450a-8f98-bc49541d1933') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:24.317093 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (17f20ec4-8928-450a-8f98-bc49541d1933), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.330076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (17f20ec4-8928-450a-8f98-bc49541d1933), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.335985 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:02:24.336373 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (17f20ec4-8928-450a-8f98-bc49541d1933), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.380280 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 17f20ec4-8928-450a-8f98-bc49541d1933 resource provider aggregate not found Oct 28 21:02:24.399492 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 17f20ec4-8928-450a-8f98-bc49541d1933 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17f20ec4-8928-450a-8f98-bc49541d1933 found for delete ", "request_id": "req-4fb7d3fb-0831-498e-b687-0cbbf8e6cf55"}]} Oct 28 21:02:24.408740 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (82c37873-17aa-4ba8-aa4a-a2fe41f51661), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.414378 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.417622 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/82c37873-17aa-4ba8-aa4a-a2fe41f51661 HTTP/1.1" status: 204 len: 168 time: 0.3102236 Oct 28 21:02:24.433231 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7899c1-02b0-4a2e-b6d2-dc764c900ef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=82c37873-17aa-4ba8-aa4a-a2fe41f51661,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:24.594600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38318) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:24.635618 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-41a5a8c7-faa0-4e19-8fdd-41358fc6fea9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb3b9f179ad24392a4858db70f6b4dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395956 Oct 28 21:02:24.639415 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38320) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:24.693628 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] Publish callbacks [] for security_group (e583f848-e909-43e2-9379-4d4b4892848d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.716725 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] Publish callbacks [] for security_group (e583f848-e909-43e2-9379-4d4b4892848d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.765141 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (e583f848-e909-43e2-9379-4d4b4892848d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.768061 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:24.769239 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e583f848-e909-43e2-9379-4d4b4892848d HTTP/1.1" status: 204 len: 168 time: 0.1289365 Oct 28 21:02:24.778280 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628830d4-8482-47e2-951a-1f84f7166315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e583f848-e909-43e2-9379-4d4b4892848d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:24.940116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38328) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:25.053802 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-195ac83e-d7b4-4f1a-83f1-3fc03db2ca39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.141914 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-195ac83e-d7b4-4f1a-83f1-3fc03db2ca39 admin admin] Publish callbacks [] for security_group (fcf18fe4-8e7b-4580-b783-7b27080d5630), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.146405 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-195ac83e-d7b4-4f1a-83f1-3fc03db2ca39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fcf18fe4-8e7b-4580-b783-7b27080d5630), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.185550 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-195ac83e-d7b4-4f1a-83f1-3fc03db2ca39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e578b58108a84d948cd7e7709e72dd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443254 Oct 28 21:02:25.186480 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195ac83e-d7b4-4f1a-83f1-3fc03db2ca39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf18fe4-8e7b-4580-b783-7b27080d5630,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:25.188321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38332) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:25.237588 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] Publish callbacks [] for security_group (fcf18fe4-8e7b-4580-b783-7b27080d5630), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.260945 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] Publish callbacks [] for security_group (fcf18fe4-8e7b-4580-b783-7b27080d5630), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.320824 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (fcf18fe4-8e7b-4580-b783-7b27080d5630), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.325913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.333959 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fcf18fe4-8e7b-4580-b783-7b27080d5630 HTTP/1.1" status: 204 len: 168 time: 0.1437855 Oct 28 21:02:25.349308 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a27f30-eb54-4c92-a16a-f51e0c8d89f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf18fe4-8e7b-4580-b783-7b27080d5630,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:25.426061 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ca8f0-7fa2-437b-b9d7-b2cb17666e48 req-0087326b-a50c-4b56-b140-d75a91818b92 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:25.427565 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-455ca8f0-7fa2-437b-b9d7-b2cb17666e48 req-0087326b-a50c-4b56-b140-d75a91818b92 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.0610185 Oct 28 21:02:25.484712 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-455ca8f0-7fa2-437b-b9d7-b2cb17666e48 req-4eddabb4-8d42-4857-85e6-5fc3e143701b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490615 Oct 28 21:02:25.639116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38360) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:25.652365 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7574f2a8-ae78-4541-b5a2-ab175adabed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.728075 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7574f2a8-ae78-4541-b5a2-ab175adabed7 admin admin] Publish callbacks [] for security_group (5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.731916 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-7574f2a8-ae78-4541-b5a2-ab175adabed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.770505 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7574f2a8-ae78-4541-b5a2-ab175adabed7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a143e5d35f0845d2900cfda486bd3e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302528 Oct 28 21:02:25.771530 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574f2a8-ae78-4541-b5a2-ab175adabed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:25.774109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38362) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:25.824181 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] Publish callbacks [] for security_group (5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.846588 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] Publish callbacks [] for security_group (5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.893297 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.895998 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:25.897053 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d HTTP/1.1" status: 204 len: 168 time: 0.1217561 Oct 28 21:02:25.905215 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530e39b-f5ca-4e24-a671-b086a7847bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4320a6-a2a3-4b7c-9c47-ee7e533e2d5d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:26.624963 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746f927-d9e9-4a3d-abad-795df95ed1aa req-d1c3bfc7-eab5-4c49-b431-fdc4fccfa463 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:26.624963 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4746f927-d9e9-4a3d-abad-795df95ed1aa req-d1c3bfc7-eab5-4c49-b431-fdc4fccfa463 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.0640392 Oct 28 21:02:26.684828 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4746f927-d9e9-4a3d-abad-795df95ed1aa req-4ffffeb0-39d0-4a81-9ed4-e35537561b31 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544491 Oct 28 21:02:27.716653 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38424) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:27.763459 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Deleting subnet 34283bce-34f2-4d97-8cb6-e720418fed8d {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:02:27.768379 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Publish callbacks [] for subnet (34283bce-34f2-4d97-8cb6-e720418fed8d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:27.830034 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (34283bce-34f2-4d97-8cb6-e720418fed8d), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:27.880805 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a4018-942f-49b1-b92c-620b438dd48e req-13e6af0f-f598-492b-b65a-feaa0ae3faa5 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:27.882171 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c3a4018-942f-49b1-b92c-620b438dd48e req-13e6af0f-f598-492b-b65a-feaa0ae3faa5 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.1164477 Oct 28 21:02:27.884687 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (34283bce-34f2-4d97-8cb6-e720418fed8d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:27.967109 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0c3a4018-942f-49b1-b92c-620b438dd48e req-35275d40-d3f5-4ec2-a78a-87b3dedc53f1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637879 Oct 28 21:02:27.972632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (34283bce-34f2-4d97-8cb6-e720418fed8d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:27.999540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34283bce-34f2-4d97-8cb6-e720418fed8d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:28.001581 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.004721 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5a62b390-d798-45d0-8b19-392150cc420c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/34283bce-34f2-4d97-8cb6-e720418fed8d HTTP/1.1" status: 204 len: 168 time: 0.2870696 Oct 28 21:02:28.007325 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38426) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:28.077361 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (07854050-fdc6-4708-a34e-ded67466186c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.152758 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (07854050-fdc6-4708-a34e-ded67466186c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.176481 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07854050-fdc6-4708-a34e-ded67466186c']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:28.185665 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24eb1e31-6e92-4e78-ad83-9339c6da0f8e') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:28.185955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24eb1e31-6e92-4e78-ad83-9339c6da0f8e') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:28.194896 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (24eb1e31-6e92-4e78-ad83-9339c6da0f8e), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.208037 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (24eb1e31-6e92-4e78-ad83-9339c6da0f8e), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.213618 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:02:28.213992 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (24eb1e31-6e92-4e78-ad83-9339c6da0f8e), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.252857 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 24eb1e31-6e92-4e78-ad83-9339c6da0f8e resource provider aggregate not found Oct 28 21:02:28.270492 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 24eb1e31-6e92-4e78-ad83-9339c6da0f8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24eb1e31-6e92-4e78-ad83-9339c6da0f8e found for delete ", "request_id": "req-0f65188e-b734-46a7-a1c6-a0e04d5caa36"}]} Oct 28 21:02:28.278031 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (07854050-fdc6-4708-a34e-ded67466186c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.283615 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.286711 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] 10.222.0.49 "DELETE /v2.0/networks/07854050-fdc6-4708-a34e-ded67466186c HTTP/1.1" status: 204 len: 168 time: 0.2784514 Oct 28 21:02:28.299441 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cd795-56b2-454a-a45a-3dbc414b23c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=07854050-fdc6-4708-a34e-ded67466186c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:28.402353 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:02:28.450003 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38434) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:28.490146 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5e26b30c-4f49-4055-9806-27c802f7446b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4cf31f6da5c044e4b3664270104192c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385127 Oct 28 21:02:28.492551 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38436) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:28.538460 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] Publish callbacks [] for security_group (228f6ca6-cdbd-448b-9226-cc106d8e5fa7), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.563437 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] Publish callbacks [] for security_group (228f6ca6-cdbd-448b-9226-cc106d8e5fa7), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.609436 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (228f6ca6-cdbd-448b-9226-cc106d8e5fa7), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.612008 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:28.613171 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/228f6ca6-cdbd-448b-9226-cc106d8e5fa7 HTTP/1.1" status: 204 len: 168 time: 0.1197455 Oct 28 21:02:28.621209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e757d-073f-4ab3-b1f4-3b40d7cd0a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f6ca6-cdbd-448b-9226-cc106d8e5fa7,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:29.105928 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92488e-1930-4987-bc06-2ce97939fe24 req-91aa82ff-e197-4de3-8c8c-f3d2dd798f64 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:29.107432 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6a92488e-1930-4987-bc06-2ce97939fe24 req-91aa82ff-e197-4de3-8c8c-f3d2dd798f64 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 943 time: 0.0590820 Oct 28 21:02:29.156200 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6a92488e-1930-4987-bc06-2ce97939fe24 req-47199e31-db32-43f7-930b-b1350235e314 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429184 Oct 28 21:02:29.680468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device e4715d06-3421-4be7-9270-affc093cd859 details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:02:29.778496 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e4715d06-3421-4be7-9270-affc093cd859,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:02:29.790746 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'e4715d06-3421-4be7-9270-affc093cd859', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'port_id': 'e4715d06-3421-4be7-9270-affc093cd859', 'mac_address': 'fa:16:3e:1c:fe:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:02:29.828584 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port e4715d06-3421-4be7-9270-affc093cd859 is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:02:29.828584 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e4715d06-3421-4be7-9270-affc093cd859), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:29.838315 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4715d06-3421-4be7-9270-affc093cd859 {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:02:29.858056 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e4715d06-3421-4be7-9270-affc093cd859,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:02:29.862169 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:29.906699 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:30.120171 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['e4715d06-3421-4be7-9270-affc093cd859'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:02:30.297930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9056b1-c57e-4f5a-a90c-c5856e4d3988 req-bbdcc98f-6395-4e85-9434-4f809811a995 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:30.299626 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0b9056b1-c57e-4f5a-a90c-c5856e4d3988 req-bbdcc98f-6395-4e85-9434-4f809811a995 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 944 time: 0.0611694 Oct 28 21:02:30.352569 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0b9056b1-c57e-4f5a-a90c-c5856e4d3988 req-ccfb41f1-dda8-4ed6-ac58-3dafc66b15c4 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468218 Oct 28 21:02:31.483545 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db329-8e2a-4b2a-b4af-900b1d38f207 req-d4b194f7-334c-42b5-9ffd-bee724760e5c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:31.485178 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4e2db329-8e2a-4b2a-b4af-900b1d38f207 req-d4b194f7-334c-42b5-9ffd-bee724760e5c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 944 time: 0.0564187 Oct 28 21:02:31.533706 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4e2db329-8e2a-4b2a-b4af-900b1d38f207 req-3e339aa3-98b4-4f8a-b74f-b61b62edb3e2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430748 Oct 28 21:02:31.697073 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device e4715d06-3421-4be7-9270-affc093cd859 up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:02:31.717880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38480) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:31.832036 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:31.876865 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port e4715d06-3421-4be7-9270-affc093cd859 completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:02:31.880925 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port e4715d06-3421-4be7-9270-affc093cd859 triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:02:31.881278 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (e4715d06-3421-4be7-9270-affc093cd859), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:31.881636 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port e4715d06-3421-4be7-9270-affc093cd859 Oct 28 21:02:31.909616 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Publish callbacks [] for security_group (b5185b2a-dd93-4243-ad1b-dcecf1cb936b), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:31.913593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b5185b2a-dd93-4243-ad1b-dcecf1cb936b), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:31.951887 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa8a0d6c451a4e50a50ad9247386e523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328284 Oct 28 21:02:31.953862 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5185b2a-dd93-4243-ad1b-dcecf1cb936b,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:31.954730 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38484) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:31.955232 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port e4715d06-3421-4be7-9270-affc093cd859 is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:02:31.955439 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (e4715d06-3421-4be7-9270-affc093cd859), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:31.961241 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.961595 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.961937 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.962273 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.962604 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.962935 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.963271 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.963596 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.963952 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.964281 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.964606 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.964930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.965497 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc5e00a-e200-4d36-a5f6-daa80c246749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:02:31.985564 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:02:31.988048 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175b642c-2ef3-46a3-8f35-febf7d679065" -d '{"events": [{"server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "name": "network-vif-plugged", "status": "completed", "tag": "e4715d06-3421-4be7-9270-affc093cd859"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:02:32.001979 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e4715d06-3421-4be7-9270-affc093cd859,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:02:32.006814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.012189 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] Publish callbacks [] for security_group (b5185b2a-dd93-4243-ad1b-dcecf1cb936b), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.036535 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8bc299-e135-4ca1-bb93-8d5bd0a8b2d2 x-openstack-request-id: req-6d8bc299-e135-4ca1-bb93-8d5bd0a8b2d2 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:02:32.036742 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] Publish callbacks [] for security_group (b5185b2a-dd93-4243-ad1b-dcecf1cb936b), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.036866 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "name": "network-vif-plugged", "status": "completed", "tag": "e4715d06-3421-4be7-9270-affc093cd859", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:02:32.037075 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6d8bc299-e135-4ca1-bb93-8d5bd0a8b2d2 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:02:32.037470 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8bc299-e135-4ca1-bb93-8d5bd0a8b2d2'] response: {'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859', 'code': 200} Oct 28 21:02:32.066809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:32.088481 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (b5185b2a-dd93-4243-ad1b-dcecf1cb936b), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.091944 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.093549 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b5185b2a-dd93-4243-ad1b-dcecf1cb936b HTTP/1.1" status: 204 len: 168 time: 0.1378376 Oct 28 21:02:32.101287 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f134540-3ec5-4887-961e-c627f5924c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5185b2a-dd93-4243-ad1b-dcecf1cb936b,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:32.275787 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a752c-ee94-40e2-a23d-3b06c8710d30 req-cc158286-51db-4f90-9f50-f90bb7fb7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:32.277273 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-0f9a752c-ee94-40e2-a23d-3b06c8710d30 req-cc158286-51db-4f90-9f50-f90bb7fb7e3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1129 time: 0.0444596 Oct 28 21:02:32.324673 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-0f9a752c-ee94-40e2-a23d-3b06c8710d30 req-9f03cb57-88b6-49df-a507-0a0791355bbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402477 Oct 28 21:02:32.367790 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38492) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:32.381267 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f343f357-d082-4389-91fe-a449f8aa5d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.458568 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f343f357-d082-4389-91fe-a449f8aa5d1a admin admin] Publish callbacks [] for security_group (670e5a08-28e9-4785-a1ef-acf3cfbbf1e3), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.462344 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-f343f357-d082-4389-91fe-a449f8aa5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (670e5a08-28e9-4785-a1ef-acf3cfbbf1e3), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.500298 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-f343f357-d082-4389-91fe-a449f8aa5d1a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dc278153b61d41f0b4484e76ad07c8fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314230 Oct 28 21:02:32.501401 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f357-d082-4389-91fe-a449f8aa5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670e5a08-28e9-4785-a1ef-acf3cfbbf1e3,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:32.502999 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38494) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:32.555711 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] Publish callbacks [] for security_group (670e5a08-28e9-4785-a1ef-acf3cfbbf1e3), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.578944 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] Publish callbacks [] for security_group (670e5a08-28e9-4785-a1ef-acf3cfbbf1e3), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.651130 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (670e5a08-28e9-4785-a1ef-acf3cfbbf1e3), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.653709 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:32.654844 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/670e5a08-28e9-4785-a1ef-acf3cfbbf1e3 HTTP/1.1" status: 204 len: 168 time: 0.1500688 Oct 28 21:02:32.672502 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7a444-22e7-4361-8f1f-7ede75e7c0aa req-e281ac8c-e3c1-4ba6-9a0d-777cf8c98ddb tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:32.674007 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9d7a444-22e7-4361-8f1f-7ede75e7c0aa req-e281ac8c-e3c1-4ba6-9a0d-777cf8c98ddb tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0658689 Oct 28 21:02:32.674757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0859e7-1fa6-4bca-be6c-79dadecc9a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670e5a08-28e9-4785-a1ef-acf3cfbbf1e3,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:32.735223 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-d9d7a444-22e7-4361-8f1f-7ede75e7c0aa req-db66ee09-0f26-4a78-b844-c7918b85c06d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478058 Oct 28 21:02:33.758679 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38526) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:33.874121 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd66b60-aff2-441f-a88c-c4509af2d052 req-0f991961-b235-44e6-899b-9c34705d73b7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:33.875557 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6dd66b60-aff2-441f-a88c-c4509af2d052 req-0f991961-b235-44e6-899b-9c34705d73b7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0627663 Oct 28 21:02:33.882310 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-81436d04-8471-4f20-9043-632f2b5cb445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:33.950632 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6dd66b60-aff2-441f-a88c-c4509af2d052 req-254844ea-8ffa-4f21-8bb3-205fb55d4ae4 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691650 Oct 28 21:02:33.996369 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-81436d04-8471-4f20-9043-632f2b5cb445 admin admin] Publish callbacks [] for security_group (d56f79de-2f5f-49c8-b482-daed371fd108), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.000376 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-81436d04-8471-4f20-9043-632f2b5cb445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d56f79de-2f5f-49c8-b482-daed371fd108), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.048168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81436d04-8471-4f20-9043-632f2b5cb445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56f79de-2f5f-49c8-b482-daed371fd108,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:34.065981 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-81436d04-8471-4f20-9043-632f2b5cb445 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7eecdd3e8ad241d6857ad6483943f68d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3062234 Oct 28 21:02:34.068806 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38534) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:34.094453 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17cad-ba22-40a6-8e65-053d9210eb44 req-c39669e2-e278-470a-b3b4-bf58d5936981 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:34.096102 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3eb17cad-ba22-40a6-8e65-053d9210eb44 req-c39669e2-e278-470a-b3b4-bf58d5936981 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0644617 Oct 28 21:02:34.122506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] Publish callbacks [] for security_group (d56f79de-2f5f-49c8-b482-daed371fd108), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.144468 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3eb17cad-ba22-40a6-8e65-053d9210eb44 req-4f4bc22a-ae25-4e07-b316-6a6ed885d6cc tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Oct 28 21:02:34.144716 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] Publish callbacks [] for security_group (d56f79de-2f5f-49c8-b482-daed371fd108), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.174971 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38536) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:34.193272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (d56f79de-2f5f-49c8-b482-daed371fd108), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.195976 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.197121 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d56f79de-2f5f-49c8-b482-daed371fd108 HTTP/1.1" status: 204 len: 168 time: 0.1265137 Oct 28 21:02:34.205574 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6b2e-03e7-4d21-b571-94297fe71487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56f79de-2f5f-49c8-b482-daed371fd108,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:34.339235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfa3c67-a118-403f-b048-588fcc8e75d6 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:34.340843 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-6dfa3c67-a118-403f-b048-588fcc8e75d6 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1124 time: 0.1645932 Oct 28 21:02:34.343857 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38544) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:34.351915 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'port_id': 'e4715d06-3421-4be7-9270-affc093cd859', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:02:34.373726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.473675 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:34.858977 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.27.3.5 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/f6a0d1a8-866f-4035-9d1a-813526ba33ac) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:02:34.965676 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.000383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.037428 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:02:35.040387 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:02:35.044459 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:02:35.070490 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=f6a0d1a8-866f-4035-9d1a-813526ba33ac,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:35.421039 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (145f2e17-b93b-4d7c-b056-46596e468802), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.492682 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.645984 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.651163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.714731 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=f6a0d1a8-866f-4035-9d1a-813526ba33ac,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:35.720461 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (145f2e17-b93b-4d7c-b056-46596e468802), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:35.819213 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP 145f2e17-b93b-4d7c-b056-46596e468802 associated. External IP: 172.27.3.5, port: e4715d06-3421-4be7-9270-affc093cd859. Oct 28 21:02:36.025775 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:02:36.134940 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:02:36.146403 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:02:36.160533 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:36.163407 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:02:36.164072 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:02:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:36.193908 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-b3a01a93-f565-4a4c-bcbe-e19a12a0e645 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8451850 Oct 28 21:02:36.194844 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:02:36.196875 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e537ec5-3056-4c49-b08c-52b238535ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "tag": "e4715d06-3421-4be7-9270-affc093cd859"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:02:36.242087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c82470b-aaf9-4ec3-9f86-8ef4960a487d x-openstack-request-id: req-8c82470b-aaf9-4ec3-9f86-8ef4960a487d {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:02:36.242386 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "tag": "e4715d06-3421-4be7-9270-affc093cd859", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:02:36.242651 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8c82470b-aaf9-4ec3-9f86-8ef4960a487d {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:02:36.243076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c82470b-aaf9-4ec3-9f86-8ef4960a487d'] response: {'name': 'network-changed', 'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859', 'status': 'completed', 'code': 200} Oct 28 21:02:36.294486 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:02:36.331337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-3350c631-8f51-48cc-8a99-706e2a6be612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:36.332956 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-3350c631-8f51-48cc-8a99-706e2a6be612 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1129 time: 0.0652618 Oct 28 21:02:36.433013 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-e5a5b6ae-4535-4dfc-b804-0e15d49d567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:36.434645 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-e5a5b6ae-4535-4dfc-b804-0e15d49d567a service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0941072 Oct 28 21:02:36.496213 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-f703cc84-fcf6-49d6-b366-537f87a6a52b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 200 len: 997 time: 0.0541573 Oct 28 21:02:36.527111 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '145f2e17-b93b-4d7c-b056-46596e468802', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'e4715d06-3421-4be7-9270-affc093cd859', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:1c:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:35Z', 'updated_at': '2022-10-28T21:02:35Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:36.544643 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-d2951c73-47c3-41e7-9410-8be7b93a7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:36.546110 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-d2951c73-47c3-41e7-9410-8be7b93a7052 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0437987 Oct 28 21:02:36.551725 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:02:36.560309 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:02:36.560902 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:02:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:36.601987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-9561a445-a611-4f26-b703-1f17f69ea553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:36.603505 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-9561a445-a611-4f26-b703-1f17f69ea553 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506570 Oct 28 21:02:36.666679 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:02:36.696282 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-8b2569c5-9d72-419e-aa2d-b7fa3270de93 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862279 Oct 28 21:02:36.792946 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-2e537ec5-3056-4c49-b08c-52b238535ee4 req-c75049d8-0d94-4831-93ef-a1cb84cb4f7e service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910408 Oct 28 21:02:36.890561 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '145f2e17-b93b-4d7c-b056-46596e468802', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'e4715d06-3421-4be7-9270-affc093cd859', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:1c:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:35Z', 'updated_at': '2022-10-28T21:02:35Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:02:36.914328 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e707d5-87fd-418e-b82b-9a201e6052c7 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '145f2e17-b93b-4d7c-b056-46596e468802', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'e4715d06-3421-4be7-9270-affc093cd859', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:1c:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:02:35Z', 'updated_at': '2022-10-28T21:02:35Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:02:37.123591 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10944238-76f0-408c-9a00-6231fdc15ecb None None] New status for floating IP 145f2e17-b93b-4d7c-b056-46596e468802: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:02:40.368288 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.100502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-b4fd3288-be88-42d3-8e91-1186e4dc7a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.294987 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-37bec263-ebe6-42f7-926e-1455dfb958a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:42.296611 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-37bec263-ebe6-42f7-926e-1455dfb958a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1168 time: 0.0472770 Oct 28 21:02:42.303943 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43395f6-2104-4bc4-a694-5544ce933c9d req-2f63b530-d9a7-432e-90fe-b66a2782e696 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:42.305477 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c43395f6-2104-4bc4-a694-5544ce933c9d req-2f63b530-d9a7-432e-90fe-b66a2782e696 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0599399 Oct 28 21:02:42.325634 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38674) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:42.370100 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c43395f6-2104-4bc4-a694-5544ce933c9d req-471badcc-776e-4957-ad81-9fcdf6ed3c97 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585620 Oct 28 21:02:42.401649 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-82ec2c2c-1fd1-4ecf-bd74-95489ec5afc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:42.403966 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-82ec2c2c-1fd1-4ecf-bd74-95489ec5afc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.0970771 Oct 28 21:02:42.462636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-97ce5e33-416b-4a17-bb72-5d6a45179e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.489302 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-ecc4e52d-4f2d-4d96-9696-6cac820acebe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0789373 Oct 28 21:02:42.554619 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-2678a47e-96a0-4bad-9df2-c4203b1efec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:42.556118 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-2678a47e-96a0-4bad-9df2-c4203b1efec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.0597830 Oct 28 21:02:42.614707 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-97ce5e33-416b-4a17-bb72-5d6a45179e41 admin admin] Publish callbacks [] for security_group (355dd346-9b5e-4927-beff-3e0a14eb6d00), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.619109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-97ce5e33-416b-4a17-bb72-5d6a45179e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (355dd346-9b5e-4927-beff-3e0a14eb6d00), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.661447 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-0a36adcd-6b19-466d-8cd2-7b14c6924c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:42.662938 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-0a36adcd-6b19-466d-8cd2-7b14c6924c4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0977335 Oct 28 21:02:42.664858 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce5e33-416b-4a17-bb72-5d6a45179e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355dd346-9b5e-4927-beff-3e0a14eb6d00,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:42.669577 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-97ce5e33-416b-4a17-bb72-5d6a45179e41 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=136209d0e241407d968e86e0e6f84279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427923 Oct 28 21:02:42.671835 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38678) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:42.721618 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] Publish callbacks [] for security_group (355dd346-9b5e-4927-beff-3e0a14eb6d00), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.743242 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] Publish callbacks [] for security_group (355dd346-9b5e-4927-beff-3e0a14eb6d00), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.756427 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-44acb5cd-66bc-47ab-9265-4115dd90daca service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853667 Oct 28 21:02:42.798706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (355dd346-9b5e-4927-beff-3e0a14eb6d00), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.801462 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:42.802690 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/355dd346-9b5e-4927-beff-3e0a14eb6d00 HTTP/1.1" status: 204 len: 168 time: 0.1298671 Oct 28 21:02:42.811989 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3d0ff-132c-4b75-baa8-6ff81cc2fa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355dd346-9b5e-4927-beff-3e0a14eb6d00,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:43.092235 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4c9cb3ff-296d-4982-b17b-2837da4dec86 req-86a5d1e4-3d34-4e0f-a4ed-e58912f3b0e3 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260183 Oct 28 21:02:43.093943 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38686) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:43.106993 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1acea1d3-f25b-44dc-9ff9-6e4124b60461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.180552 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1acea1d3-f25b-44dc-9ff9-6e4124b60461 admin admin] Publish callbacks [] for security_group (c2cae946-19ba-42fb-b6d7-fd4d5dce8c05), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.184736 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-1acea1d3-f25b-44dc-9ff9-6e4124b60461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c2cae946-19ba-42fb-b6d7-fd4d5dce8c05), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.227777 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-1acea1d3-f25b-44dc-9ff9-6e4124b60461 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4cf2e6408e04854b06499351e3bdb1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328006 Oct 28 21:02:43.228922 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acea1d3-f25b-44dc-9ff9-6e4124b60461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cae946-19ba-42fb-b6d7-fd4d5dce8c05,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:43.230555 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38688) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:43.284094 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] Publish callbacks [] for security_group (c2cae946-19ba-42fb-b6d7-fd4d5dce8c05), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.304942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] Publish callbacks [] for security_group (c2cae946-19ba-42fb-b6d7-fd4d5dce8c05), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.352407 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (c2cae946-19ba-42fb-b6d7-fd4d5dce8c05), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.354923 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.356122 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2cae946-19ba-42fb-b6d7-fd4d5dce8c05 HTTP/1.1" status: 204 len: 168 time: 0.1243463 Oct 28 21:02:43.364961 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a74d87-fd1a-46bb-a7ac-52c26efe2837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cae946-19ba-42fb-b6d7-fd4d5dce8c05,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:43.500722 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63252bd1-7213-4e4c-a8d4-a77f2cd75fc8 req-1d4ee28a-70b7-4e15-9509-f327e7287452 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:43.502157 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-63252bd1-7213-4e4c-a8d4-a77f2cd75fc8 req-1d4ee28a-70b7-4e15-9509-f327e7287452 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0550139 Oct 28 21:02:43.568015 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-63252bd1-7213-4e4c-a8d4-a77f2cd75fc8 req-ad7698ec-9efe-4de7-90de-249b28483c0b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595651 Oct 28 21:02:43.684326 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38696) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:43.697280 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00149f1c-ea4a-45d2-a5d2-ce352aa6fdb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.772726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00149f1c-ea4a-45d2-a5d2-ce352aa6fdb7 admin admin] Publish callbacks [] for security_group (4a09263f-87ef-4595-8da2-45e94f65bdda), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.778853 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-00149f1c-ea4a-45d2-a5d2-ce352aa6fdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4a09263f-87ef-4595-8da2-45e94f65bdda), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.817530 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-00149f1c-ea4a-45d2-a5d2-ce352aa6fdb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4fab438684d04889a51cfc8de64dedb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321197 Oct 28 21:02:43.818399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149f1c-ea4a-45d2-a5d2-ce352aa6fdb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a09263f-87ef-4595-8da2-45e94f65bdda,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:43.820943 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38698) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:02:43.873361 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] Publish callbacks [] for security_group (4a09263f-87ef-4595-8da2-45e94f65bdda), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.894142 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] Publish callbacks [] for security_group (4a09263f-87ef-4595-8da2-45e94f65bdda), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.940744 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4a09263f-87ef-4595-8da2-45e94f65bdda), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.943383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:43.944556 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a09263f-87ef-4595-8da2-45e94f65bdda HTTP/1.1" status: 204 len: 168 time: 0.1224465 Oct 28 21:02:43.953061 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c6088-8508-4389-9c2e-f907fa722df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a09263f-87ef-4595-8da2-45e94f65bdda,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:02:44.640261 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-2c47f55c-5e04-4499-9bb2-8c1c03b846f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:44.695505 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-d2df2a6c-4c75-403d-a0f4-ccd076cd8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:44.697065 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-d2df2a6c-4c75-403d-a0f4-ccd076cd8592 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1168 time: 0.0457084 Oct 28 21:02:44.701175 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e1ca78-0cd1-4c74-aa5d-0b6eee554cba req-e4e2a969-b612-412a-a110-421d996c2731 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:44.702867 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-29e1ca78-0cd1-4c74-aa5d-0b6eee554cba req-e4e2a969-b612-412a-a110-421d996c2731 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0559173 Oct 28 21:02:44.765185 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-29e1ca78-0cd1-4c74-aa5d-0b6eee554cba req-6ef0c4c0-6d1c-4a92-b63e-ff875a3a460e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561895 Oct 28 21:02:44.806695 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-b1d04c02-77d0-4dd9-8f05-4ea0a9634524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:44.808185 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-b1d04c02-77d0-4dd9-8f05-4ea0a9634524 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.0921164 Oct 28 21:02:44.870551 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-b9afb99c-e68a-459f-97a7-f11c3883467c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0544870 Oct 28 21:02:44.916886 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-62233c93-3eab-44e0-bd28-425157586cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:44.918324 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-62233c93-3eab-44e0-bd28-425157586cb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.0423369 Oct 28 21:02:44.970624 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-e192f8ff-b673-4fd4-8201-3dfae7cf1516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:44.972145 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-e192f8ff-b673-4fd4-8201-3dfae7cf1516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470245 Oct 28 21:02:45.062191 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-acb99f4c-fa87-42d3-bdf8-7dad082d730c service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795147 Oct 28 21:02:45.153986 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-729f9543-fbbd-4f15-b937-ab6d9e9b0b73 req-f12705c9-6777-419c-a259-70760670a235 service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Oct 28 21:02:45.897564 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77158904-2b15-439f-8a71-6f6426119268 req-8933da73-029f-413b-8fb8-7f3e53fea676 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:45.898966 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-77158904-2b15-439f-8a71-6f6426119268 req-8933da73-029f-413b-8fb8-7f3e53fea676 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0544658 Oct 28 21:02:45.961039 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-77158904-2b15-439f-8a71-6f6426119268 req-788ce4a8-c901-4b6a-8c37-fa749de53fa2 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562401 Oct 28 21:02:46.680795 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:47.086122 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c55f34-0705-4bff-9f97-e435457f262d req-a43a30ad-ac1d-4f3b-9190-63584b66574e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:47.087614 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-14c55f34-0705-4bff-9f97-e435457f262d req-a43a30ad-ac1d-4f3b-9190-63584b66574e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0525951 Oct 28 21:02:47.149410 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-14c55f34-0705-4bff-9f97-e435457f262d req-2645d441-364b-41ff-b37b-8e3f0cbdc707 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552568 Oct 28 21:02:48.274712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853d59-b9d0-44f7-a582-1320295a9f19 req-1d9471b3-f48b-41ea-8715-c533d9dbd609 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:48.276214 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22853d59-b9d0-44f7-a582-1320295a9f19 req-1d9471b3-f48b-41ea-8715-c533d9dbd609 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0525804 Oct 28 21:02:48.330888 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:48.337562 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22853d59-b9d0-44f7-a582-1320295a9f19 req-a9facbe4-a49a-4223-83c9-ccf9573d4417 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548110 Oct 28 21:02:48.716487 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:02:49.467999 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5132b-7720-4507-b9fa-d8b9f3b2268a req-685ce2bc-d148-4c53-be7d-6092640ed98d tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:49.469489 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c3b5132b-7720-4507-b9fa-d8b9f3b2268a req-685ce2bc-d148-4c53-be7d-6092640ed98d tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0564415 Oct 28 21:02:49.530222 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c3b5132b-7720-4507-b9fa-d8b9f3b2268a req-3fd833f6-bbde-4da2-b589-032ac15f18e6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548518 Oct 28 21:02:50.656564 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5ca8f-fd0f-4708-af25-fcdba71ee169 req-98da8004-5aab-49e6-8019-a77db9c2b9f0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:50.658071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-71b5ca8f-fd0f-4708-af25-fcdba71ee169 req-98da8004-5aab-49e6-8019-a77db9c2b9f0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0550678 Oct 28 21:02:50.719929 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-71b5ca8f-fd0f-4708-af25-fcdba71ee169 req-84a2b333-7900-4cc0-8c68-76190bcf7391 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561869 Oct 28 21:02:51.861370 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5baa32c-0a7b-4c6f-889c-506f107469c2 req-62f1631e-7d2d-41e1-98a5-af49376ddecd tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:51.863065 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f5baa32c-0a7b-4c6f-889c-506f107469c2 req-62f1631e-7d2d-41e1-98a5-af49376ddecd tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0664308 Oct 28 21:02:51.932091 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f5baa32c-0a7b-4c6f-889c-506f107469c2 req-0478f311-0c4e-405c-9a05-3da39ff7dcec tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624988 Oct 28 21:02:53.060410 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d6035-6af8-4fd0-8907-d454148a78f3 req-f9254bdb-f650-417b-a5f4-16eeff69e4ae tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:53.061959 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-414d6035-6af8-4fd0-8907-d454148a78f3 req-f9254bdb-f650-417b-a5f4-16eeff69e4ae tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0544131 Oct 28 21:02:53.126014 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-414d6035-6af8-4fd0-8907-d454148a78f3 req-32bb80f2-63d6-4992-98ae-e69656eefaec tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581045 Oct 28 21:02:54.253940 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac8ff1-a9d5-4a35-b74a-393052050ad2 req-09b2967e-5868-43a3-8d44-4c357a77c87b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:02:54.255426 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-beac8ff1-a9d5-4a35-b74a-393052050ad2 req-09b2967e-5868-43a3-8d44-4c357a77c87b tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0543637 Oct 28 21:02:54.320123 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-beac8ff1-a9d5-4a35-b74a-393052050ad2 req-94bfabbb-5490-47ec-aceb-7041ffd4533c tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&id=0829fd4c-1cbc-4138-9411-d1d6c2011776&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589056 Oct 28 21:03:05.401501 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:03:10.365674 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:12.104331 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc1ec-5f93-40d8-b183-07272c0f4bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:14.643965 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dc3bdc79-d750-49cf-beac-45d65a708c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:16.684113 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:18.332234 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:18.719755 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.143072 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-71cdd376-f6d2-43f2-9f02-85fea14c054a tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073782041&fields=id&tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6 HTTP/1.1" status: 200 len: 267 time: 0.2361693 Oct 28 21:03:30.199257 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-54859522-4d91-45ee-848f-9842bf8b8b94 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.201273 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-54859522-4d91-45ee-848f-9842bf8b8b94 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 984 time: 0.0522761 Oct 28 21:03:30.211650 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Request body: {'port': {'security_groups': ['4e5f9940-60cd-4478-85a0-da175baefda6']}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:03:30.284672 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.455821 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:30.486626 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.491113 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.501766 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.502368 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.503718 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e3aa3625-41eb-4986-8742-0a672d030d32 req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "PUT /v2.0/ports/d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 942 time: 0.2964296 Oct 28 21:03:30.504236 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:03:30.506520 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97b9eb1-2682-4b8c-9648-92ae00fb7257" -d '{"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:03:30.509541 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:03:30.511301 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38742) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:30.556632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd9f94-955c-437a-bb30-90ee24992f8e tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event updated for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=7']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:30.560220 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e657bc-11b3-4eac-bcb9-52ebfcbfe2be x-openstack-request-id: req-03e657bc-11b3-4eac-bcb9-52ebfcbfe2be {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:03:30.560612 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:03:30.560753 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-03e657bc-11b3-4eac-bcb9-52ebfcbfe2be {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:03:30.561224 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e657bc-11b3-4eac-bcb9-52ebfcbfe2be'] response: {'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:03:30.594468 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (0829fd4c-1cbc-4138-9411-d1d6c2011776), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.614873 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:03:30.640450 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (0829fd4c-1cbc-4138-9411-d1d6c2011776), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.677610 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-2a2d36a0-50c7-4a4a-ba3c-bb70306f1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.679110 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-2a2d36a0-50c7-4a4a-ba3c-bb70306f1f17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1129 time: 0.0964940 Oct 28 21:03:30.764519 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (0829fd4c-1cbc-4138-9411-d1d6c2011776), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.767403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.768561 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "DELETE /v2.0/security-groups/0829fd4c-1cbc-4138-9411-d1d6c2011776 HTTP/1.1" status: 204 len: 168 time: 0.2553642 Oct 28 21:03:30.771406 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38744) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:30.784412 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0829fd4c-1cbc-4138-9411-d1d6c2011776,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:30.799111 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.799466 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.799828 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.800171 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.800506 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.800836 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.801167 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.801496 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.801838 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.802163 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.802492 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.802818 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.803139 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e000b-e9fd-4992-86d7-7e02dad7d7e0 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:30.819569 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-d538ef42-030d-4dc3-aa25-109251921633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.820988 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-d538ef42-030d-4dc3-aa25-109251921633 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.1321442 Oct 28 21:03:30.883601 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-ecb72ecd-bcaa-4aea-a652-fb0aa0970bd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 1001 time: 0.0560412 Oct 28 21:03:30.925477 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Deleting port 3698dc6b-e0fe-45f7-9d1f-25820cb22bde {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:30.925824 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:30.936396 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-255c5ca9-8404-4e8a-b9b5-05118f3f011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.937872 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-255c5ca9-8404-4e8a-b9b5-05118f3f011d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.0481951 Oct 28 21:03:30.990104 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-5dbc5aae-cabd-4b45-a6c5-0cb615ca890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:30.991673 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-5dbc5aae-cabd-4b45-a6c5-0cb615ca890b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472043 Oct 28 21:03:31.002470 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:31.002795 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for floatingip (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:31.015508 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Calling delete_port for 3698dc6b-e0fe-45f7-9d1f-25820cb22bde owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:31.081440 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-22ff8109-395b-44e2-8a8a-ccfd055b409b service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830786 Oct 28 21:03:31.180189 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-c97b9eb1-2682-4b8c-9648-92ae00fb7257 req-cb011cd1-5cb3-4e59-81c2-ae36d140c93c service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885336 Oct 28 21:03:31.182712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (3698dc6b-e0fe-45f7-9d1f-25820cb22bde), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:31.212856 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event deleted for resources: {'Port': ['ID=3698dc6b-e0fe-45f7-9d1f-25820cb22bde,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:31.275902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks [] for floatingip (5c7fc47a-1b94-440b-8119-ca634578bf65), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:31.276280 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Floating IP 5c7fc47a-1b94-440b-8119-ca634578bf65 disassociated (deleted). External IP: 172.27.3.182, port: d64c0e80-9a25-4de5-83ac-aba757f2abd3. Oct 28 21:03:31.469626 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Router ee370a75-bc24-4f2e-abed-014e8d61734b has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:03:31.575405 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:03:31.580898 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:31.587045 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Sync routers for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:03:31.597665 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:31.598263 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:31.609934 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f9c20e15-97bb-4b8c-bb30-cec88c0e5c05 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "DELETE /v2.0/floatingips/5c7fc47a-1b94-440b-8119-ca634578bf65 HTTP/1.1" status: 204 len: 168 time: 0.8371463 Oct 28 21:03:31.786236 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:31.984300 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:32.008455 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Checking router: ee370a75-bc24-4f2e-abed-014e8d61734b for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:03:32.016673 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:32.017531 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:32.116557 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:32.309639 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:32.333589 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbf814-511d-44d3-9126-f54db2529ce6 None None] The sync data for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi is: [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:00:58Z', 'revision_number': 4, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '7a86d6b0-3902-4912-8170-1957f5117da5', 'name': '', 'network_id': 'b99bb5a5-f673-41b3-9cab-c85cd21a9052', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'mac_address': 'fa:16:3e:f8:35:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:57Z', 'updated_at': '2022-10-28T21:01:02Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'subnets': [{'id': 'da28dbfe-fff9-4de3-bc6e-ecd476fb3b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:03:32.555203 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1dcc5e-8a13-43f6-ba7a-00c757da85e2 None None] New status for floating IP 5c7fc47a-1b94-440b-8119-ca634578bf65: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:03:32.562936 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:03:32.565356 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf200442-6d0c-4c75-8ab4-e665b30b8008" -d '{"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:03:32.601121 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e0498-4167-4527-a548-8cbf03396a0d x-openstack-request-id: req-580e0498-4167-4527-a548-8cbf03396a0d {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:03:32.601426 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:03:32.601685 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-580e0498-4167-4527-a548-8cbf03396a0d {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:03:32.602097 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580e0498-4167-4527-a548-8cbf03396a0d'] response: {'name': 'network-changed', 'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:03:32.678696 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-c4ed56f8-cc83-417f-a557-af928e238113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:32.680557 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-c4ed56f8-cc83-417f-a557-af928e238113 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 1129 time: 0.0505314 Oct 28 21:03:32.775128 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-b7f56a1a-6982-4aec-a58b-2a294bdb5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:32.776807 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-b7f56a1a-6982-4aec-a58b-2a294bdb5e35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 200 len: 916 time: 0.0878632 Oct 28 21:03:32.817035 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-2197ac38-b149-402b-ba4c-a5238df259f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 200 len: 217 time: 0.0342197 Oct 28 21:03:32.875853 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-564f034b-ce72-4af2-8a59-e98c19616ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:32.877344 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-564f034b-ce72-4af2-8a59-e98c19616ab3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 200 len: 854 time: 0.0507061 Oct 28 21:03:32.931405 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-a024b5cb-81d1-47c1-8cba-fde76fc96930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:32.932874 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-a024b5cb-81d1-47c1-8cba-fde76fc96930 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b99bb5a5-f673-41b3-9cab-c85cd21a9052&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464585 Oct 28 21:03:33.033118 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-eecb8416-99d7-4647-b282-2724fcdaec4b service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904117 Oct 28 21:03:33.127348 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cf200442-6d0c-4c75-8ab4-e665b30b8008 req-badafd64-3cbc-4955-894e-a193b798ac6f service neutron] 10.222.0.26 "GET /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853004 Oct 28 21:03:34.338442 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc5178-97a8-40e5-91ac-562c912fa50b req-53188963-8250-4dfb-bb41-b6719058f855 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:34.339927 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e2dc5178-97a8-40e5-91ac-562c912fa50b req-53188963-8250-4dfb-bb41-b6719058f855 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0534351 Oct 28 21:03:34.387414 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e2dc5178-97a8-40e5-91ac-562c912fa50b req-a1c7117a-4dfb-4ad7-bd71-8e03eea3450a tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Oct 28 21:03:35.568919 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9d8f3-98e8-4d27-8785-edfba7157015 req-380c63ac-ddeb-4527-ba70-a480048d060a tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:35.570395 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1db9d8f3-98e8-4d27-8785-edfba7157015 req-380c63ac-ddeb-4527-ba70-a480048d060a tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.1083047 Oct 28 21:03:35.621011 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1db9d8f3-98e8-4d27-8785-edfba7157015 req-7a72363f-7735-43d6-bfd7-f8b981b3f165 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/security-groups?id=4e5f9940-60cd-4478-85a0-da175baefda6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Oct 28 21:03:36.280154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-636610fb-a253-4f88-b24d-5a315c285459 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:36.281660 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-636610fb-a253-4f88-b24d-5a315c285459 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.26 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 945 time: 0.0589547 Oct 28 21:03:36.369281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Deleting port d64c0e80-9a25-4de5-83ac-aba757f2abd3 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:36.369627 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:36.459986 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] For port d64c0e80-9a25-4de5-83ac-aba757f2abd3, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=d64c0e80-9a25-4de5-83ac-aba757f2abd3,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:36.460349 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:36.473275 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Calling delete_port for d64c0e80-9a25-4de5-83ac-aba757f2abd3 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:36.598770 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (d64c0e80-9a25-4de5-83ac-aba757f2abd3), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:36.615495 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['d64c0e80-9a25-4de5-83ac-aba757f2abd3'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:03:36.630153 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Pushing event deleted for resources: {'Port': ['ID=d64c0e80-9a25-4de5-83ac-aba757f2abd3,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:36.678849 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] No DVR routers for this DVR port d64c0e80-9a25-4de5-83ac-aba757f2abd3 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:03:36.681667 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:36.691696 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-630f3dde-0cf7-48c9-8eb9-f34ea77151e3 req-5fd60cd1-d996-4eb2-9a56-722a7ffd05d6 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.26 "DELETE /v2.0/ports/d64c0e80-9a25-4de5-83ac-aba757f2abd3 HTTP/1.1" status: 204 len: 173 time: 0.4047348 Oct 28 21:03:36.692262 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'name': 'network-vif-deleted', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:03:36.694577 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495b9518-1019-448e-a22b-b62da9064b3d" -d '{"events": [{"server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "name": "network-vif-deleted", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:03:36.737161 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86efd9dc-2654-4abd-a146-050abe7ed81e x-openstack-request-id: req-86efd9dc-2654-4abd-a146-050abe7ed81e {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:03:36.737849 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db07da4-d2b4-461d-913e-2a6694f04efd", "name": "network-vif-deleted", "tag": "d64c0e80-9a25-4de5-83ac-aba757f2abd3", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:03:36.737849 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-86efd9dc-2654-4abd-a146-050abe7ed81e {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:03:36.738086 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86efd9dc-2654-4abd-a146-050abe7ed81e'] response: {'server_uuid': '5db07da4-d2b4-461d-913e-2a6694f04efd', 'name': 'network-vif-deleted', 'tag': 'd64c0e80-9a25-4de5-83ac-aba757f2abd3', 'status': 'completed', 'code': 200} Oct 28 21:03:36.743591 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c5b9d446-1558-4dc0-8a17-b2b948ce7a3e req-d84a9b78-99b4-42d1-ae02-f062bb8fd827 tempest-TestMinimumBasicScenario-1679645284 tempest-TestMinimumBasicScenario-1679645284-project] 10.222.0.49 "GET /v2.0/ports?device_id=5db07da4-d2b4-461d-913e-2a6694f04efd HTTP/1.1" status: 200 len: 210 time: 0.0304217 Oct 28 21:03:38.413964 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38838) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:38.733727 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (ee370a75-bc24-4f2e-abed-014e8d61734b), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:39.232134 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Deleting port 7a86d6b0-3902-4912-8170-1957f5117da5 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:39.233186 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:39.315533 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] For port 7a86d6b0-3902-4912-8170-1957f5117da5, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=7a86d6b0-3902-4912-8170-1957f5117da5,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:39.315934 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:39.329168 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Calling delete_port for 7a86d6b0-3902-4912-8170-1957f5117da5 owned by network:router_interface {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:39.505982 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (7a86d6b0-3902-4912-8170-1957f5117da5), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:39.531138 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a86d6b0-3902-4912-8170-1957f5117da5,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:39.542358 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.542713 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.543054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.543388 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.543719 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.544071 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.544397 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.544725 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.545131 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.545457 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.545782 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.546100 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.546429 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:39.713969 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (ee370a75-bc24-4f2e-abed-014e8d61734b), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:39.922919 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Router ee370a75-bc24-4f2e-abed-014e8d61734b has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:03:40.022417 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d64c0e80-9a25-4de5-83ac-aba757f2abd3 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:40.027050 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:03:40.033239 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-3b786349-ce2a-459b-b5af-e990df495c3e admin admin] 10.222.0.49 "PUT /v2.0/routers/ee370a75-bc24-4f2e-abed-014e8d61734b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6174424 Oct 28 21:03:40.035040 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38842) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:40.037913 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Sync routers for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:03:40.045886 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: d64c0e80-9a25-4de5-83ac-aba757f2abd3 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:40.046363 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device d64c0e80-9a25-4de5-83ac-aba757f2abd3 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:40.049985 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:40.050712 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:40.136884 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks [] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.152120 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:40.234622 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks [] for router_gateway (ee370a75-bc24-4f2e-abed-014e8d61734b), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.286135 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Deleting port b53a6fb7-0c5e-4198-a619-7b5e40063e48 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:40.286420 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.328722 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:03:39Z', 'revision_number': 5, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port': {'id': 'b53a6fb7-0c5e-4198-a619-7b5e40063e48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:00:54Z', 'updated_at': '2022-10-28T21:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:40.356904 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Checking router: ee370a75-bc24-4f2e-abed-014e8d61734b for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:03:40.365490 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Routers {'ee370a75-bc24-4f2e-abed-014e8d61734b'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:40.366099 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['ee370a75-bc24-4f2e-abed-014e8d61734b'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:40.366880 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] For port b53a6fb7-0c5e-4198-a619-7b5e40063e48, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=b53a6fb7-0c5e-4198-a619-7b5e40063e48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:40.367308 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.380422 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.386119 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Calling delete_port for b53a6fb7-0c5e-4198-a619-7b5e40063e48 owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:40.446187 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] Set router ee370a75-bc24-4f2e-abed-014e8d61734b gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:40.498267 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:03:40Z', 'revision_number': 6, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:40.522177 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50664cbc-1362-42fb-a2a2-987b102fc748 None None] The sync data for ids ['ee370a75-bc24-4f2e-abed-014e8d61734b'] in dv-cinder-859839-2-iscsi is: [{'id': 'ee370a75-bc24-4f2e-abed-014e8d61734b', 'name': 'tempest-TestMinimumBasicScenario-2041708631-router', 'tenant_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:00:53Z', 'updated_at': '2022-10-28T21:03:40Z', 'revision_number': 6, 'project_id': 'a2ca6052d1b140e5a90e38d9252d5fd6', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:03:40.563563 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (b53a6fb7-0c5e-4198-a619-7b5e40063e48), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.588663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b53a6fb7-0c5e-4198-a619-7b5e40063e48,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:40.649714 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (ee370a75-bc24-4f2e-abed-014e8d61734b), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.735942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.738088 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks [] for router_controller (ee370a75-bc24-4f2e-abed-014e8d61734b), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.785015 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (ee370a75-bc24-4f2e-abed-014e8d61734b), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.785686 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee370a75-bc24-4f2e-abed-014e8d61734b {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:03:40.790691 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.794176 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-db358d19-a25e-4a44-90da-363f7b1326fd admin admin] 10.222.0.49 "DELETE /v2.0/routers/ee370a75-bc24-4f2e-abed-014e8d61734b HTTP/1.1" status: 204 len: 168 time: 0.7556448 Oct 28 21:03:40.794350 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38844) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:40.838909 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Deleting subnet da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:03:40.842590 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Publish callbacks [] for subnet (da28dbfe-fff9-4de3-bc6e-ecd476fb3b29), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.878514 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (da28dbfe-fff9-4de3-bc6e-ecd476fb3b29), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:40.964727 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (da28dbfe-fff9-4de3-bc6e-ecd476fb3b29), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.018301 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (da28dbfe-fff9-4de3-bc6e-ecd476fb3b29), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.043475 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da28dbfe-fff9-4de3-bc6e-ecd476fb3b29,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:41.048594 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.052643 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-298fba41-3eba-4211-9298-78374df6c2a1 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da28dbfe-fff9-4de3-bc6e-ecd476fb3b29 HTTP/1.1" status: 204 len: 168 time: 0.2573211 Oct 28 21:03:41.054021 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a70c35-e319-419a-926d-b31877c39b91 None None] Network b99bb5a5-f673-41b3-9cab-c85cd21a9052 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:03:41.055044 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38846) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:41.122332 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (b99bb5a5-f673-41b3-9cab-c85cd21a9052), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.176941 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Deleting port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:41.177284 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.240451 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] For port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,segment=NetworkSegment(fb2c1c9f-3cb7-493c-b63b-93b13133629d),segment_id=fb2c1c9f-3cb7-493c-b63b-93b13133629d)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:41.240811 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.255772 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Calling delete_port for 5746ce04-1af6-4bda-b2a9-edebcdf8b19d owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:41.288108 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] DHCP port deletion for b99bb5a5-f673-41b3-9cab-c85cd21a9052 request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:03:41.340279 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.366924 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:41.372712 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] No DVR routers for this DVR port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:03:41.379323 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Deleting port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:41.379698 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.446951 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (b99bb5a5-f673-41b3-9cab-c85cd21a9052), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.468936 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99bb5a5-f673-41b3-9cab-c85cd21a9052']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:41.477378 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] For port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d, host dv-cinder-859839-2-iscsi, got binding levels [] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:41.477778 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.478462 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2c1c9f-3cb7-493c-b63b-93b13133629d') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:41.478765 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2c1c9f-3cb7-493c-b63b-93b13133629d') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:41.489390 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (fb2c1c9f-3cb7-493c-b63b-93b13133629d), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.494285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Calling delete_port for 5746ce04-1af6-4bda-b2a9-edebcdf8b19d owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:41.497892 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.ipam_backend_mixin [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d was not found and therefore no delete operation was performed {{(pid=115444) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 28 21:03:41.501314 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (5746ce04-1af6-4bda-b2a9-edebcdf8b19d), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.504967 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (fb2c1c9f-3cb7-493c-b63b-93b13133629d), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.511825 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:03:41.512263 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (fb2c1c9f-3cb7-493c-b63b-93b13133629d), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.539340 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Pushing event deleted for resources: {'Port': ['ID=5746ce04-1af6-4bda-b2a9-edebcdf8b19d,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:41.541670 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] No DVR routers for this DVR port 5746ce04-1af6-4bda-b2a9-edebcdf8b19d on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:03:41.556307 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.556874 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.557218 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.557862 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.558202 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.558537 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.558901 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.559204 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.559535 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.559896 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.560271 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.560575 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.561124 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment fb2c1c9f-3cb7-493c-b63b-93b13133629d resource provider aggregate not found Oct 28 21:03:41.561239 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58691eab-b54d-4753-a0e7-c60097bd5a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:03:41.592424 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment fb2c1c9f-3cb7-493c-b63b-93b13133629d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb2c1c9f-3cb7-493c-b63b-93b13133629d found for delete ", "request_id": "req-47dcf31d-ea15-4dcf-9840-699bcc613f3c"}]} Oct 28 21:03:41.601346 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (b99bb5a5-f673-41b3-9cab-c85cd21a9052), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.607214 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:41.611343 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b99bb5a5-f673-41b3-9cab-c85cd21a9052 HTTP/1.1" status: 204 len: 168 time: 0.5553529 Oct 28 21:03:41.614535 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38852) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:41.629702 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01306951-4101-46da-a440-2beaed1bad26 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99bb5a5-f673-41b3-9cab-c85cd21a9052,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:41.727208 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b53a6fb7-0c5e-4198-a619-7b5e40063e48 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:41.746086 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: b53a6fb7-0c5e-4198-a619-7b5e40063e48 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:41.746527 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device b53a6fb7-0c5e-4198-a619-7b5e40063e48 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:41.747007 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 7a86d6b0-3902-4912-8170-1957f5117da5 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:41.765917 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 7a86d6b0-3902-4912-8170-1957f5117da5 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:41.766355 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 7a86d6b0-3902-4912-8170-1957f5117da5 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:41.767091 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5746ce04-1af6-4bda-b2a9-edebcdf8b19d no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:41.788954 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 5746ce04-1af6-4bda-b2a9-edebcdf8b19d {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:41.789344 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 5746ce04-1af6-4bda-b2a9-edebcdf8b19d not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:41.960870 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.107172 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-73b1ca4a-1579-400e-8ab4-5613a66f0229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.186456 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Deleting port aedf9f30-3061-4d40-b70f-d2efde685f01 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:42.186794 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.269592 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] For port aedf9f30-3061-4d40-b70f-d2efde685f01, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=aedf9f30-3061-4d40-b70f-d2efde685f01,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:42.269955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.283562 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Calling delete_port for aedf9f30-3061-4d40-b70f-d2efde685f01 owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:42.399923 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:03:42.454331 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (aedf9f30-3061-4d40-b70f-d2efde685f01), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.476498 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Pushing event deleted for resources: {'Port': ['ID=aedf9f30-3061-4d40-b70f-d2efde685f01,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:42.636518 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:42.841113 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:03:42.942968 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:03:42.948895 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-e3da358c-78da-4b1b-bda4-a7f94de483aa admin admin] 10.222.0.49 "PUT /v2.0/routers/c8a2403e-7ea3-4a38-ae52-341b1abe2b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3328750 Oct 28 21:03:42.950663 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 38854) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:42.952328 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Sync routers for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:03:42.962529 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:42.963130 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:43.049820 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks [] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:43.063019 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:43.146717 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks [] for router_gateway (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:43.198619 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Deleting port a1b414fb-d2fd-49a5-a5e7-c34edbd50860 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:43.198952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:43.247323 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:03:42Z', 'revision_number': 5, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port': {'id': 'a1b414fb-d2fd-49a5-a5e7-c34edbd50860', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:02Z', 'updated_at': '2022-10-28T21:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:43.274318 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Checking router: c8a2403e-7ea3-4a38-ae52-341b1abe2b04 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:03:43.284474 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Routers {'c8a2403e-7ea3-4a38-ae52-341b1abe2b04'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:03:43.285428 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:03:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:43.500416 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] Set router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 gateway port host: None {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:03:43.547537 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-35b0bfb4-4788-4a49-a110-a8e9c70d17c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3370166 Oct 28 21:03:43.549262 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] For port a1b414fb-d2fd-49a5-a5e7-c34edbd50860, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:43.549618 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:43.549963 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:03:43Z', 'revision_number': 6, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:43.562663 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Calling delete_port for a1b414fb-d2fd-49a5-a5e7-c34edbd50860 owned by network:router_gateway {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:43.574106 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb0817-2daa-45f9-a4e5-28d5b0d0d44d None None] The sync data for ids ['c8a2403e-7ea3-4a38-ae52-341b1abe2b04'] in dv-cinder-859839-2-iscsi is: [{'id': 'c8a2403e-7ea3-4a38-ae52-341b1abe2b04', 'name': 'tempest-TestMinimumBasicScenario-371203591-router', 'tenant_id': '97611f6926764d3c89aa0dfbf332330e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:01Z', 'updated_at': '2022-10-28T21:03:43Z', 'revision_number': 6, 'project_id': '97611f6926764d3c89aa0dfbf332330e', 'gw_port_host': None}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:03:43.701001 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-5a28edab-8d0d-41fd-8680-8e43dfa1534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:43.702510 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-5a28edab-8d0d-41fd-8680-8e43dfa1534c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 1129 time: 0.1273801 Oct 28 21:03:43.824596 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (a1b414fb-d2fd-49a5-a5e7-c34edbd50860), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:43.863615 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b414fb-d2fd-49a5-a5e7-c34edbd50860,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:43.873992 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-bde97d67-f2d1-4a6f-bbc0-72744cbc1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:43.875467 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-bde97d67-f2d1-4a6f-bbc0-72744cbc1ef4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.1504817 Oct 28 21:03:43.972032 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-e1066322-c7e3-48f2-8bb8-4669816673cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 200 len: 999 time: 0.0814881 Oct 28 21:03:44.015948 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.047419 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device aedf9f30-3061-4d40-b70f-d2efde685f01 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:44.070361 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: aedf9f30-3061-4d40-b70f-d2efde685f01 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:44.070703 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device aedf9f30-3061-4d40-b70f-d2efde685f01 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:44.114671 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.117162 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-3aa03c67-2b3c-477a-a709-f6e27676b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:44.118677 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-3aa03c67-2b3c-477a-a709-f6e27676b5e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.1352804 Oct 28 21:03:44.119753 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks [] for router_controller (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.186765 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (c8a2403e-7ea3-4a38-ae52-341b1abe2b04), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.187290 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a2403e-7ea3-4a38-ae52-341b1abe2b04 {{(pid=115443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:03:44.191837 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.192958 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-707cf12b-01c9-4864-a67a-773b8f5415e0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/c8a2403e-7ea3-4a38-ae52-341b1abe2b04 HTTP/1.1" status: 204 len: 168 time: 1.2413020 Oct 28 21:03:44.196379 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38856) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:44.208575 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-b2f45528-e636-4f58-bb30-1cbee9a1f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:03:44.210162 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-b2f45528-e636-4f58-bb30-1cbee9a1f33b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809522 Oct 28 21:03:44.223912 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-d4531365-411e-4db9-96a4-f0285463d211 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115443) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 21:03:44.224943 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-d4531365-411e-4db9-96a4-f0285463d211 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055063 Oct 28 21:03:44.241565 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Deleting subnet 4c6256d8-8da4-49a7-8e68-cc8e19decd22 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:03:44.244611 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Publish callbacks [] for subnet (4c6256d8-8da4-49a7-8e68-cc8e19decd22), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.280782 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (4c6256d8-8da4-49a7-8e68-cc8e19decd22), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.318867 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-fa238988-b795-4535-9cde-623c9fd3af40 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840549 Oct 28 21:03:44.363847 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (4c6256d8-8da4-49a7-8e68-cc8e19decd22), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.419644 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9164bec-ec40-4d97-837d-ae4c02305aca req-870c9848-1d97-46fb-b2fd-53487b15e34a service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912576 Oct 28 21:03:44.420400 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (4c6256d8-8da4-49a7-8e68-cc8e19decd22), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.445680 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6256d8-8da4-49a7-8e68-cc8e19decd22,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:44.449630 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.453531 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-12175ae3-8b97-4545-83fb-e1678d853da9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4c6256d8-8da4-49a7-8e68-cc8e19decd22 HTTP/1.1" status: 204 len: 168 time: 0.2558663 Oct 28 21:03:44.456504 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38858) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:44.458421 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0854999d-fb74-4994-9ee6-a8db62b24896 None None] Network dd13b34a-1d06-4bf8-8291-9671868a8cbd requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:03:44.531343 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (dd13b34a-1d06-4bf8-8291-9671868a8cbd), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.582271 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Deleting port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:44.582638 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.625058 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] DHCP port deletion for dd13b34a-1d06-4bf8-8291-9671868a8cbd request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:03:44.656537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] For port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:44.657035 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.672502 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-742ff491-adb2-4b96-b339-c4be800ce826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.674296 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Calling delete_port for 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:44.690095 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Deleting port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 {{(pid=115444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:03:44.690387 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), before_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.754032 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] For port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,segment=NetworkSegment(d85dd7b8-9316-4115-8f1b-42c3661d4946),segment_id=d85dd7b8-9316-4115-8f1b-42c3661d4946)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:03:44.754540 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), precommit_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.763371 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.769262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Calling delete_port for 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 owned by network:dhcp {{(pid=115444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:03:44.787087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Pushing event deleted for resources: {'Port': ['ID=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:44.793505 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] No DVR routers for this DVR port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:03:44.850464 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565'] for port (60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3), after_delete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.872702 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (dd13b34a-1d06-4bf8-8291-9671868a8cbd), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.874797 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] Pushing event deleted for resources: {'Port': ['ID=60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3,revision_number=None']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:44.878460 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ab950-e539-476e-9cfa-60b9137adf72 None None] No DVR routers for this DVR port 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 on host dv-cinder-859839-2-iscsi {{(pid=115444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:03:44.895647 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd13b34a-1d06-4bf8-8291-9671868a8cbd']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:44.905427 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85dd7b8-9316-4115-8f1b-42c3661d4946') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:44.905726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85dd7b8-9316-4115-8f1b-42c3661d4946') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:03:44.915092 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (d85dd7b8-9316-4115-8f1b-42c3661d4946), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.928171 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (d85dd7b8-9316-4115-8f1b-42c3661d4946), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.934132 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:03:44.934592 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (d85dd7b8-9316-4115-8f1b-42c3661d4946), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:44.973016 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment d85dd7b8-9316-4115-8f1b-42c3661d4946 resource provider aggregate not found Oct 28 21:03:44.991553 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment d85dd7b8-9316-4115-8f1b-42c3661d4946 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d85dd7b8-9316-4115-8f1b-42c3661d4946 found for delete ", "request_id": "req-7e8eb1c0-1f60-412d-8a81-2084bd0cadbf"}]} Oct 28 21:03:45.000871 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (dd13b34a-1d06-4bf8-8291-9671868a8cbd), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.006321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.009512 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] 10.222.0.49 "DELETE /v2.0/networks/dd13b34a-1d06-4bf8-8291-9671868a8cbd HTTP/1.1" status: 204 len: 168 time: 0.5520661 Oct 28 21:03:45.021697 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db3301-d8bf-48f8-b6d9-d717617961bd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd13b34a-1d06-4bf8-8291-9671868a8cbd,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:45.170807 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38866) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:45.211213 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-c7293648-4417-444d-94a7-4fe38c13835c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2ca6052d1b140e5a90e38d9252d5fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392494 Oct 28 21:03:45.213803 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38868) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:45.264923 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] Publish callbacks [] for security_group (4e5f9940-60cd-4478-85a0-da175baefda6), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.287610 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] Publish callbacks [] for security_group (4e5f9940-60cd-4478-85a0-da175baefda6), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.338581 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4e5f9940-60cd-4478-85a0-da175baefda6), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.342488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.343776 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4e5f9940-60cd-4478-85a0-da175baefda6 HTTP/1.1" status: 204 len: 168 time: 0.1290314 Oct 28 21:03:45.351706 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551b8c4-dcf3-4e1f-a753-fd0aed6231c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5f9940-60cd-4478-85a0-da175baefda6,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:45.650364 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38874) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:45.691899 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-f2824f79-fa82-47c2-abdd-78704f31de9b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97611f6926764d3c89aa0dfbf332330e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402880 Oct 28 21:03:45.694409 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38876) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:03:45.725626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:45.744721 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] Publish callbacks [] for security_group (65e36cd6-04e7-4eaa-a304-998165b94398), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.745228 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:45.745572 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 60c7ac18-a16f-4d6b-bb39-4b3dfb95fca3 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:45.745983 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a1b414fb-d2fd-49a5-a5e7-c34edbd50860 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:03:45.766488 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] Publish callbacks [] for security_group (65e36cd6-04e7-4eaa-a304-998165b94398), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.766708 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: a1b414fb-d2fd-49a5-a5e7-c34edbd50860 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:03:45.767119 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a1b414fb-d2fd-49a5-a5e7-c34edbd50860 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:03:45.816454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (65e36cd6-04e7-4eaa-a304-998165b94398), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.819235 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:45.820420 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/65e36cd6-04e7-4eaa-a304-998165b94398 HTTP/1.1" status: 204 len: 168 time: 0.1250899 Oct 28 21:03:45.828299 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585eb6c-5e22-414c-8f16-1d6e714dad6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e36cd6-04e7-4eaa-a304-998165b94398,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:03:46.688663 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:48.335762 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:03:48.722330 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:10.378933 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:12.110091 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-e4b413d4-b1c2-46c2-b6f7-296fc02c3b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:14.645089 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-91bf74f5-7ea4-4e5c-a1e5-79d802429515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:16.689692 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:18.338229 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:18.725088 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:19.398442 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:04:33.692101 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773d8f9-0abd-4702-b71b-663ec4b7378b req-de10223d-9fc9-4c40-8aa6-8c2e3426a95a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:33.693632 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2773d8f9-0abd-4702-b71b-663ec4b7378b req-de10223d-9fc9-4c40-8aa6-8c2e3426a95a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0561914 Oct 28 21:04:33.742681 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2773d8f9-0abd-4702-b71b-663ec4b7378b req-26ed1402-b134-4c81-af07-7faec3e4fd96 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434082 Oct 28 21:04:34.872317 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bed0c-c9eb-4010-81e2-ae331f5f6759 req-a06a36c3-fc2d-49dc-a162-a274c856259d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:34.873797 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-203bed0c-c9eb-4010-81e2-ae331f5f6759 req-a06a36c3-fc2d-49dc-a162-a274c856259d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Oct 28 21:04:34.922760 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-203bed0c-c9eb-4010-81e2-ae331f5f6759 req-26a4043b-721a-4edd-a852-5f96f3901e90 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427327 Oct 28 21:04:35.448548 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-5f941d69-e6e5-43d0-b8f6-a9a6870e0d17 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:35.450004 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-5f941d69-e6e5-43d0-b8f6-a9a6870e0d17 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 945 time: 0.0533314 Oct 28 21:04:35.540266 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port e4715d06-3421-4be7-9270-affc093cd859 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:04:35.540522 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (e4715d06-3421-4be7-9270-affc093cd859), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:35.631901 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] For port e4715d06-3421-4be7-9270-affc093cd859, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=e4715d06-3421-4be7-9270-affc093cd859,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:04:35.632318 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (e4715d06-3421-4be7-9270-affc093cd859), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:35.791234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:35.791540 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (145f2e17-b93b-4d7c-b056-46596e468802), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:35.791871 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.db.l3_db [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP 145f2e17-b93b-4d7c-b056-46596e468802 disassociated. External IP: 172.27.3.5, port: e4715d06-3421-4be7-9270-affc093cd859. Oct 28 21:04:35.792217 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for e4715d06-3421-4be7-9270-affc093cd859 owned by compute:nova {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:04:35.920606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (e4715d06-3421-4be7-9270-affc093cd859), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:35.949768 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=e4715d06-3421-4be7-9270-affc093cd859,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:35.960733 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.960942 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.961248 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.961594 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.961939 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.962272 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.962605 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.962937 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.963269 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.963598 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.963956 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.964280 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:35.964606 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:36.032722 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-25036200-9ad3-4ee6-afe3-b80f6ba8d4a6 req-d1ea2c41-30fd-447a-8abf-8572f6b11733 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=b212ec5e-2dc2-4859-9010-11a4db112025 HTTP/1.1" status: 200 len: 210 time: 0.0315120 Oct 28 21:04:36.072117 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:04:36.175311 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:04:36.185360 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86900293-4600-463c-9885-55da326b823d None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:04:36.194830 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86900293-4600-463c-9885-55da326b823d None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:04:36.195428 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-86900293-4600-463c-9885-55da326b823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:04:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:36.218235 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] No DVR routers for this DVR port e4715d06-3421-4be7-9270-affc093cd859 on host hv-cinder-85983 {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:04:36.222164 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:36.225896 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-6ca81031-7391-4ce8-af9e-b036d4b659d9 req-9ab1b97c-4b96-40f1-9929-98f3d6791440 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "DELETE /v2.0/ports/e4715d06-3421-4be7-9270-affc093cd859 HTTP/1.1" status: 204 len: 173 time: 0.7680783 Oct 28 21:04:36.226429 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'name': 'network-vif-deleted', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:04:36.228704 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4aa43d-8304-4c0f-9495-29f16fc6d9fb" -d '{"events": [{"server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "name": "network-vif-deleted", "tag": "e4715d06-3421-4be7-9270-affc093cd859"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:04:36.268281 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbb357a-67fc-4e39-ab71-674b548fc388 x-openstack-request-id: req-8cbb357a-67fc-4e39-ab71-674b548fc388 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:04:36.268570 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b212ec5e-2dc2-4859-9010-11a4db112025", "name": "network-vif-deleted", "tag": "e4715d06-3421-4be7-9270-affc093cd859", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:04:36.268832 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8cbb357a-67fc-4e39-ab71-674b548fc388 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:04:36.269302 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbb357a-67fc-4e39-ab71-674b548fc388'] response: {'server_uuid': 'b212ec5e-2dc2-4859-9010-11a4db112025', 'name': 'network-vif-deleted', 'tag': 'e4715d06-3421-4be7-9270-affc093cd859', 'status': 'completed', 'code': 200} Oct 28 21:04:36.305418 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-86900293-4600-463c-9885-55da326b823d None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:04:36.514661 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-86900293-4600-463c-9885-55da326b823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:36.539642 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86900293-4600-463c-9885-55da326b823d None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:04:36.548705 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86900293-4600-463c-9885-55da326b823d None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:04:36.549211 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-86900293-4600-463c-9885-55da326b823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:04:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:36.738118 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-86900293-4600-463c-9885-55da326b823d None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:04:36.934608 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-86900293-4600-463c-9885-55da326b823d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:36.959487 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86900293-4600-463c-9885-55da326b823d None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:04:37.206664 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cba634-d7e6-40d3-9964-59cd83bb9a9f None None] New status for floating IP 145f2e17-b93b-4d7c-b056-46596e468802: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:04:37.306930 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ec0f0efa-63f6-41c0-90f6-cbad7114b9ca tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898616951&fields=id&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 267 time: 0.0444422 Oct 28 21:04:37.414376 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-a059d428-5c23-406d-a83c-f8a947d476b1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:37.415720 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-a059d428-5c23-406d-a83c-f8a947d476b1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1012623 Oct 28 21:04:37.430670 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-9dce40d2-55d2-4cff-9119-3aea6f1ef6c2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/quotas/fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Oct 28 21:04:37.491535 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-1ca0c68d-c810-4758-b93a-520cfbdfafa9 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559635 Oct 28 21:04:37.507505 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-eeefbe5c-caa8-4f2b-8d0c-24eaadb43857 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=115442) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 28 21:04:37.508731 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-eeefbe5c-caa8-4f2b-8d0c-24eaadb43857 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055737 Oct 28 21:04:37.602161 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-15e233fc-1211-445e-8173-539df0232a3d service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877597 Oct 28 21:04:37.699794 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-65733106-89bb-4655-b10d-9373bd3dacaf service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918210 Oct 28 21:04:37.993851 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-c9d3db63-6a71-499e-8652-df2fba4a2510 req-6a61d143-4ec3-4b88-b668-b560dd338621 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Oct 28 21:04:39.101682 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-166083be-c83a-415a-9d12-c6b8c3d8fd4c req-3db3c511-670a-4459-b526-0422593ed84f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 210 time: 0.0298264 Oct 28 21:04:39.117388 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-926be896-8337-40c9-affe-09f4858d5d05 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:39.119393 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-926be896-8337-40c9-affe-09f4858d5d05 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1120710 Oct 28 21:04:39.186641 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-4a073c5a-2a61-47e9-b8ff-8be71c9c2a30 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 379 time: 0.0573711 Oct 28 21:04:39.196193 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'port': {'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'admin_state_up': True, 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'security_groups': ['3b9beffb-5914-4d95-b444-665aac13d3db']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:04:39.307152 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Made reservation on behalf of fa451a74d7364a499fa109c6e840ce23 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:04:39.310366 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.434829 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.20.0.6 (db2897c8-e5c2-420e-ae34-4972577393a9/bb6f5a9b-fa27-4631-ace1-e346422d0e4c/1fe84899-01b4-4632-b118-c615430c3b9b) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:04:39.584116 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (1fe84899-01b4-4632-b118-c615430c3b9b), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.617364 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.659607 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:04:39.662958 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:04:39.669136 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:04:39.674925 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:39.725337 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:39.725975 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.743007 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-ae1f5a93-ddea-4086-b34e-15157da032ed tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5506234 Oct 28 21:04:39.855196 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Request body: {'port': {'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:04:39.913544 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.927985 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Provisioning complete for port 1fe84899-01b4-4632-b118-c615430c3b9b triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:04:39.928571 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:39.928860 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Attempt 1 to provision port 1fe84899-01b4-4632-b118-c615430c3b9b Oct 28 21:04:39.961274 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Port 1fe84899-01b4-4632-b118-c615430c3b9b cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:04:40.172061 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe84899-01b4-4632-b118-c615430c3b9b {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:04:40.180166 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks [] for port (1fe84899-01b4-4632-b118-c615430c3b9b), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.193556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Transition to ACTIVE for port object 1fe84899-01b4-4632-b118-c615430c3b9b will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:04:40.197012 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.227885 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5964652-5601-4133-a383-65585a669bfe req-e4641cdc-21b9-4eb7-9353-ab0bdff6908a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.229373 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5964652-5601-4133-a383-65585a669bfe req-e4641cdc-21b9-4eb7-9353-ab0bdff6908a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 931 time: 0.0536129 Oct 28 21:04:40.260400 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:40.275586 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device e4715d06-3421-4be7-9270-affc093cd859 no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:04:40.293037 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5964652-5601-4133-a383-65585a669bfe req-fc0783ae-a3f3-4ac2-a239-109246fb7128 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579813 Oct 28 21:04:40.296786 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: e4715d06-3421-4be7-9270-affc093cd859 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:04:40.297626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device e4715d06-3421-4be7-9270-affc093cd859 not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:04:40.314426 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Attempting to bind port 1fe84899-01b4-4632-b118-c615430c3b9b on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:04:40.314763 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Attempting to bind port 1fe84899-01b4-4632-b118-c615430c3b9b by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:04:40.315118 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Attempting to bind port 1fe84899-01b4-4632-b118-c615430c3b9b on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:04:40.319439 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Port 1fe84899-01b4-4632-b118-c615430c3b9b on network db2897c8-e5c2-420e-ae34-4972577393a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:04:40.319814 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Attempting to bind port 1fe84899-01b4-4632-b118-c615430c3b9b on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:04:40.324830 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:04:40.325169 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:04:40.325549 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Bound using segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:04:40.325974 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Bound port: 1fe84899-01b4-4632-b118-c615430c3b9b, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:04:40.326330 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.389498 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:04:40.393784 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1fe84899-01b4-4632-b118-c615430c3b9b,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:04:40.394564 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.400794 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.404800 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.405480 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:40.407671 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] 10.222.0.26 "PUT /v2.0/ports/1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 1093 time: 0.6575699 Oct 28 21:04:40.408181 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:04:40.410426 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:04:40.451797 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce229076-4c76-4f26-969b-c831e506c8b9 x-openstack-request-id: req-ce229076-4c76-4f26-969b-c831e506c8b9 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:04:40.452109 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:04:40.452365 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ce229076-4c76-4f26-969b-c831e506c8b9 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:04:40.452771 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce229076-4c76-4f26-969b-c831e506c8b9'] response: {'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b', 'status': 'completed', 'code': 200} Oct 28 21:04:40.462437 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Attempt 2 to provision port 1fe84899-01b4-4632-b118-c615430c3b9b Oct 28 21:04:40.488894 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ef3c8-0758-4ff6-8ccb-6cd2cb460a4d service neutron] Pushing event updated for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:40.506517 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ef66320a-c85e-4526-887e-8507ad2bef1a None None] Port 1fe84899-01b4-4632-b118-c615430c3b9b had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 21:04:40.510969 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-9a72dd6d-9a38-4690-90c5-245318dc7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.512644 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-9a72dd6d-9a38-4690-90c5-245318dc7733 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1127 time: 0.0559757 Oct 28 21:04:40.558537 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-bd8115b7-15e6-4abb-bf44-924f88ffd77c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 217 time: 0.0358312 Oct 28 21:04:40.608380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-e08348dd-ae17-4dda-8101-8a19da7c65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.610373 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-e08348dd-ae17-4dda-8101-8a19da7c65e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0431995 Oct 28 21:04:40.661934 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af55481-1387-465d-bfd5-864fb8409f8e req-5f9f7aa7-7b95-47a9-9990-bccfd7b54af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.663365 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-5f9f7aa7-7b95-47a9-9990-bccfd7b54af9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441632 Oct 28 21:04:40.758263 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-74cc04c9-4a5b-4b22-98ee-585597374179 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845575 Oct 28 21:04:40.850841 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-7af55481-1387-465d-bfd5-864fb8409f8e req-48c002b8-5fa4-4865-8cb0-3a10e1d4bdcb service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Oct 28 21:04:40.950986 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-65a3528e-cad6-4133-8102-ff1622c92be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:40.952496 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-65a3528e-cad6-4133-8102-ff1622c92be6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1127 time: 0.0444908 Oct 28 21:04:41.051255 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-7815102c-acc6-4f1b-855d-6fb02ca67a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:41.052734 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-7815102c-acc6-4f1b-855d-6fb02ca67a1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0927863 Oct 28 21:04:41.093053 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-ca36c452-5924-40a2-aac6-ecbbb011b61d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 217 time: 0.0326838 Oct 28 21:04:41.141739 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-2e862692-2e36-404d-925e-beb375700448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:41.143180 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-2e862692-2e36-404d-925e-beb375700448 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0428209 Oct 28 21:04:41.196562 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-faa1d760-376e-41a1-a4cc-29a74df51832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:41.198060 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-faa1d760-376e-41a1-a4cc-29a74df51832 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477290 Oct 28 21:04:41.290654 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-723c817f-9173-4400-8fa6-7f449075318e service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825801 Oct 28 21:04:41.385555 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-cfa3eb92-f4d2-41ad-97d7-702cb1dc485d req-f85bef3e-78d5-4971-859a-4f8405220acd service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Oct 28 21:04:41.422579 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c7ce8-f764-43b9-8c3c-d0855f55bc3e req-68914f5a-4ac9-4920-9cc0-b728c014b2ee tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:41.424076 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ec7c7ce8-f764-43b9-8c3c-d0855f55bc3e req-68914f5a-4ac9-4920-9cc0-b728c014b2ee tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0569377 Oct 28 21:04:41.472765 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-ec7c7ce8-f764-43b9-8c3c-d0855f55bc3e req-7ae367f6-4a4b-47b6-a68a-e7824d28d071 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Oct 28 21:04:42.113685 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6b82c820-236f-4a29-847f-3d6a4dd7bcc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:42.599886 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502847e-3676-4907-ac46-ae126ec01c87 req-f2d40213-7131-4fd0-992f-191d17891f36 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:42.601337 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4502847e-3676-4907-ac46-ae126ec01c87 req-f2d40213-7131-4fd0-992f-191d17891f36 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0521214 Oct 28 21:04:42.649758 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4502847e-3676-4907-ac46-ae126ec01c87 req-d16ae261-325e-406f-bff7-0b775f673759 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Oct 28 21:04:43.771514 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a6eb6-2362-402a-a087-39ea40cc0093 req-66596958-9183-40e2-8698-eec1248b43c9 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:43.773004 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-647a6eb6-2362-402a-a087-39ea40cc0093 req-66596958-9183-40e2-8698-eec1248b43c9 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0520124 Oct 28 21:04:43.825276 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-647a6eb6-2362-402a-a087-39ea40cc0093 req-3181883d-5369-4a68-8956-e6810c658a85 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467100 Oct 28 21:04:44.646309 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ff36a088-565b-4c86-97aa-9a918e3c37d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:44.954599 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa830e-ab0a-42bb-b56f-98454c9117be req-ea74b6ba-056c-4401-96e2-6fec1a341949 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:44.956021 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-17fa830e-ab0a-42bb-b56f-98454c9117be req-ea74b6ba-056c-4401-96e2-6fec1a341949 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0534697 Oct 28 21:04:45.004978 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-17fa830e-ab0a-42bb-b56f-98454c9117be req-73416c8e-8100-451b-8a56-59f1a0911b02 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433910 Oct 28 21:04:46.129456 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230af364-6813-4cb7-805a-0ca3a8d428a7 req-21e84fa1-a350-4464-9c54-7d5a438746d9 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:46.130924 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-230af364-6813-4cb7-805a-0ca3a8d428a7 req-21e84fa1-a350-4464-9c54-7d5a438746d9 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0521629 Oct 28 21:04:46.187092 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-230af364-6813-4cb7-805a-0ca3a8d428a7 req-f3dcc64e-3101-4317-9c52-d4da0572e452 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506659 Oct 28 21:04:46.692703 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:47.311663 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc663d0-6fa7-4819-ae0a-6adbbcdace4a req-341a6b21-4f6d-464b-97a0-6da76939a656 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:47.313982 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7fc663d0-6fa7-4819-ae0a-6adbbcdace4a req-341a6b21-4f6d-464b-97a0-6da76939a656 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0565629 Oct 28 21:04:47.361997 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7fc663d0-6fa7-4819-ae0a-6adbbcdace4a req-a83d108d-6ed6-421e-a9f2-0358560ac658 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Oct 28 21:04:48.341798 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:48.486988 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c1c70-ffff-44e6-a3a8-6d2c9c51badf req-acc3eba3-be54-49bc-9318-1b368930f843 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:48.488403 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-061c1c70-ffff-44e6-a3a8-6d2c9c51badf req-acc3eba3-be54-49bc-9318-1b368930f843 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0531926 Oct 28 21:04:48.537480 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-061c1c70-ffff-44e6-a3a8-6d2c9c51badf req-e0a6271d-642f-4532-a0e8-f731a8c007dd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Oct 28 21:04:48.726939 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:49.663401 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e896a-d05b-44a7-91fa-e65c1df0013d req-44f2d0a0-b1c1-4037-bc5c-de86921b53be tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:49.664892 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f13e896a-d05b-44a7-91fa-e65c1df0013d req-44f2d0a0-b1c1-4037-bc5c-de86921b53be tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 943 time: 0.0558753 Oct 28 21:04:49.712388 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f13e896a-d05b-44a7-91fa-e65c1df0013d req-a78144cf-6d87-43bd-a5bd-212c9f34c7d1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419161 Oct 28 21:04:50.303111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1fe84899-01b4-4632-b118-c615430c3b9b details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:04:50.399930 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1fe84899-01b4-4632-b118-c615430c3b9b,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:04:50.411189 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': '1fe84899-01b4-4632-b118-c615430c3b9b', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:04:50.445191 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 1fe84899-01b4-4632-b118-c615430c3b9b is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:04:50.445574 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:50.457988 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe84899-01b4-4632-b118-c615430c3b9b {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:04:50.481276 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1fe84899-01b4-4632-b118-c615430c3b9b,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:04:50.486648 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:50.531350 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:50.538394 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.538744 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.539092 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.539432 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.539799 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.540134 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.540468 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.540813 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.541142 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.541476 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.541793 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.542115 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.542439 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:50.784163 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['1fe84899-01b4-4632-b118-c615430c3b9b'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:04:50.844977 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a15c-dbc2-4fde-b4e0-b9f245b0ca5a req-4e0c7048-f5d9-4f16-8901-7eeb3484e50a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:50.846520 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e402a15c-dbc2-4fde-b4e0-b9f245b0ca5a req-4e0c7048-f5d9-4f16-8901-7eeb3484e50a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 944 time: 0.0621638 Oct 28 21:04:50.895666 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e402a15c-dbc2-4fde-b4e0-b9f245b0ca5a req-d6816db1-7f4b-43eb-a0aa-cc5c6a386cd4 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 Oct 28 21:04:52.019570 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff497d-5ff4-43fc-a4ab-e6da50acc093 req-34494a8f-f23c-4ddf-8eeb-f15b6690b79d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:52.021072 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0ff497d-5ff4-43fc-a4ab-e6da50acc093 req-34494a8f-f23c-4ddf-8eeb-f15b6690b79d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 944 time: 0.0539379 Oct 28 21:04:52.072373 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-a0ff497d-5ff4-43fc-a4ab-e6da50acc093 req-bcc5840a-ca47-4dd5-8221-5d8a39c48a9d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457304 Oct 28 21:04:52.309033 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1fe84899-01b4-4632-b118-c615430c3b9b up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:04:52.356149 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port 1fe84899-01b4-4632-b118-c615430c3b9b completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:04:52.360507 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port 1fe84899-01b4-4632-b118-c615430c3b9b triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:04:52.360877 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:52.361207 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port 1fe84899-01b4-4632-b118-c615430c3b9b Oct 28 21:04:52.433893 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port 1fe84899-01b4-4632-b118-c615430c3b9b is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:04:52.434262 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:52.456858 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:04:52.459255 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205e9134-306d-47ee-b804-fb75fa384c8d" -d '{"events": [{"server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "name": "network-vif-plugged", "status": "completed", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:04:52.471989 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1fe84899-01b4-4632-b118-c615430c3b9b,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:04:52.476413 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:52.524231 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:52.661777 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe52706-c836-44a8-92d8-644a7beb95a5 x-openstack-request-id: req-cfe52706-c836-44a8-92d8-644a7beb95a5 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:04:52.662068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "name": "network-vif-plugged", "status": "completed", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:04:52.662322 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cfe52706-c836-44a8-92d8-644a7beb95a5 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:04:52.662786 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfe52706-c836-44a8-92d8-644a7beb95a5'] response: {'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b', 'code': 200} Oct 28 21:04:52.901416 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c23d8-12c4-472d-a1fe-9be53bbaa033 req-5f7f8e0d-81b8-4598-afa0-a19af701a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:52.902863 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-9d1c23d8-12c4-472d-a1fe-9be53bbaa033 req-5f7f8e0d-81b8-4598-afa0-a19af701a635 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0438390 Oct 28 21:04:52.947813 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-9d1c23d8-12c4-472d-a1fe-9be53bbaa033 req-c517ffe7-6e8d-46ac-831d-57c1d73650c1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382574 Oct 28 21:04:53.197021 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a46c6-b82c-4de6-9a3e-873052d1411b req-ffeac77b-0933-47e8-873d-da4dd156357e tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:53.198387 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6c8a46c6-b82c-4de6-9a3e-873052d1411b req-ffeac77b-0933-47e8-873d-da4dd156357e tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Oct 28 21:04:53.247495 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6c8a46c6-b82c-4de6-9a3e-873052d1411b req-34460b18-ef0b-44cd-9801-b94bb8656089 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426576 Oct 28 21:04:54.374011 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08179b18-ffea-43ec-84da-cdbd0f91eb95 req-ce4efc89-5989-4cd3-8332-3ff0417b7ba7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:54.375549 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08179b18-ffea-43ec-84da-cdbd0f91eb95 req-ce4efc89-5989-4cd3-8332-3ff0417b7ba7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0543311 Oct 28 21:04:54.425478 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-08179b18-ffea-43ec-84da-cdbd0f91eb95 req-ae9c6bec-34eb-4d23-b311-4028414bc6b0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442824 Oct 28 21:04:54.555327 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3f73f-f640-4aea-a400-120941e0106d req-53140f2b-fb06-4c0f-a472-4fcdbdeb231c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:54.556742 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fff3f73f-f640-4aea-a400-120941e0106d req-53140f2b-fb06-4c0f-a472-4fcdbdeb231c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0567505 Oct 28 21:04:54.606231 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-fff3f73f-f640-4aea-a400-120941e0106d req-a35d5c86-8046-4557-9558-b76095c4c1ba tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Oct 28 21:04:54.633795 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38960) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:04:54.677479 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e417a8d1-cef0-4de7-b672-8d1578fdfa89 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:54.678986 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e417a8d1-cef0-4de7-b672-8d1578fdfa89 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1124 time: 0.0442021 Oct 28 21:04:54.681795 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 38962) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:04:54.685933 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:04:54.707066 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:54.805970 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:54.907723 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.27.3.235 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/1ac73715-a73c-421e-82f9-97812dcfbfdb) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:04:55.285445 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:55.317274 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:55.356662 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:04:55.362347 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:04:55.366192 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:04:55.369193 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=1ac73715-a73c-421e-82f9-97812dcfbfdb,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:55.395593 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.396287 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.396454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.396656 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.397054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.397399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.397731 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.398063 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.398395 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.398726 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.399055 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.399383 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.399709 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:04:55.722419 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (9636e976-a481-4b99-8a53-4666cd5f113a), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:55.787483 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:55.944471 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:55.948983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:56.017607 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=1ac73715-a73c-421e-82f9-97812dcfbfdb,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:04:56.019983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (9636e976-a481-4b99-8a53-4666cd5f113a), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:56.115923 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP 9636e976-a481-4b99-8a53-4666cd5f113a associated. External IP: 172.27.3.235, port: 1fe84899-01b4-4632-b118-c615430c3b9b. Oct 28 21:04:56.318538 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:04:56.397843 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:04:56.421983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:04:56.432137 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:04:56.440659 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:04:56.442471 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:04:56.443092 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:04:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:56.471134 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-ba6d5209-ccae-4647-a142-3e69c90edb0a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7883229 Oct 28 21:04:56.471918 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:04:56.474307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f88edd-a207-4591-affc-edb98ca83014" -d '{"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:04:56.547811 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:04:56.575375 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9664375e-e8fc-479a-bae9-0a15e0e0d391 x-openstack-request-id: req-9664375e-e8fc-479a-bae9-0a15e0e0d391 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:04:56.575669 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:04:56.575996 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9664375e-e8fc-479a-bae9-0a15e0e0d391 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:04:56.576364 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9664375e-e8fc-479a-bae9-0a15e0e0d391'] response: {'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b', 'status': 'completed', 'code': 200} Oct 28 21:04:56.642204 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88edd-a207-4591-affc-edb98ca83014 req-77ccc97f-43bf-44cd-bbbf-884f390445fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:56.643690 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-77ccc97f-43bf-44cd-bbbf-884f390445fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0450842 Oct 28 21:04:56.734232 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88edd-a207-4591-affc-edb98ca83014 req-d3728a7f-24ae-4d14-9b97-6055df84b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:56.735724 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-d3728a7f-24ae-4d14-9b97-6055df84b84a service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0864065 Oct 28 21:04:56.770030 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:55Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:56.797811 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:04:56.800238 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-0c45fc87-1f97-40f4-8948-ecd715da26e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 999 time: 0.0575328 Oct 28 21:04:56.806159 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:04:56.806748 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:04:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:56.852447 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88edd-a207-4591-affc-edb98ca83014 req-dc3c67b2-fc0b-49df-a5e7-d7ec60a30d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:56.853847 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-dc3c67b2-fc0b-49df-a5e7-d7ec60a30d91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0481257 Oct 28 21:04:56.909768 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:04:57.137200 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:55Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:04:57.145955 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f88edd-a207-4591-affc-edb98ca83014 req-e9b23055-c7a3-456c-a43f-3e2cf183d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:04:57.147479 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-e9b23055-c7a3-456c-a43f-3e2cf183d19e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2848170 Oct 28 21:04:57.163190 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5ed660-b46a-4733-97d2-0b7726797fac None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:55Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:04:57.240348 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-1757ed99-cfd8-4324-89aa-9aa819c6414b service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Oct 28 21:04:57.336463 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-e9f88edd-a207-4591-affc-edb98ca83014 req-f29c82a1-12a3-4319-8319-17aeb79abf70 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903900 Oct 28 21:04:57.362374 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6630f8-8d91-4325-959e-f9f97f564395 None None] New status for floating IP 9636e976-a481-4b99-8a53-4666cd5f113a: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:05:10.404523 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:12.114389 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-78725e4a-cb31-4f60-bfa5-6ec847375e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:14.648529 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-208d2044-632f-4569-aa7f-97c7d8e3e80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:16.696311 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:18.343431 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:18.729989 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:33.397408 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:05:40.392885 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:42.116814 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-94bf85e3-2a6b-45b7-97ce-ab88aab3c15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:44.651202 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-885be4ae-3975-4605-96a9-29ad2a34155e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:46.181479 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-8436b83d-8d86-40c0-9fd2-7583115ad013 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463829 Oct 28 21:05:46.270413 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-a772bef1-4339-4e3a-b4e4-cb3a0bee46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:05:46.272438 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-a772bef1-4339-4e3a-b4e4-cb3a0bee46b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0430958 Oct 28 21:05:46.378569 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-8635fac3-d931-493c-b680-8acb42c5866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:05:46.380071 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-8635fac3-d931-493c-b680-8acb42c5866c service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0878327 Oct 28 21:05:46.444485 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-016fbf63-c708-4fa5-8162-a3f1eccde200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 1001 time: 0.0555801 Oct 28 21:05:46.495531 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-d828adcb-bbbd-41e3-9ea0-f6641364142d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:05:46.497076 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-d828adcb-bbbd-41e3-9ea0-f6641364142d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0469604 Oct 28 21:05:46.546149 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-d14cbbd9-a1e3-4518-aa12-0d0f541d96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:05:46.547650 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-d14cbbd9-a1e3-4518-aa12-0d0f541d96d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442100 Oct 28 21:05:46.635266 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-f7810614-cf47-4223-8198-b47301613185 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807626 Oct 28 21:05:46.698514 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:46.729822 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d20896dd-ef9d-4b03-869b-8792eee9e346 req-588db891-8a4a-41ac-a802-dae87c3c7540 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879536 Oct 28 21:05:48.346292 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:05:48.734926 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:10.396914 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:06:10.408524 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:12.120068 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6f0f4e01-178c-453f-8711-48ec2ebf5071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:14.654822 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8de40a2c-2740-45d0-a111-7d243cbccac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:16.700463 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:18.348682 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:18.738012 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:33.409332 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-06c0e5ad-a68a-4239-af71-e6349d6ae2ad tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-898616951&fields=id&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 267 time: 0.0455196 Oct 28 21:06:33.517090 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-9d74b492-777f-4ecd-aaac-84896f0170ef tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:33.518547 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-9d74b492-777f-4ecd-aaac-84896f0170ef tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1027527 Oct 28 21:06:33.532900 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-6b0107e1-77dc-4726-98a0-1010db33518b tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/quotas/fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 375 time: 0.0090675 Oct 28 21:06:33.588725 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-512eb658-ae1a-4f3c-a5e4-48ec982ccde7 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509961 Oct 28 21:06:33.754145 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-a6964cc8-e2ff-4837-96d0-707bf94cc915 service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537259 Oct 28 21:06:33.843592 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-99db101e-691b-492d-a21b-09827ab482d0 service neutron] 10.222.0.49 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835965 Oct 28 21:06:34.128674 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2b89f80b-20d4-4c0b-b84c-b75f83e82518 req-4c2a0a1e-8dee-4968-b5e8-16e3cf1ac4e1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 210 time: 0.0280709 Oct 28 21:06:35.183887 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-bac0f889-bcb4-4b26-a782-808cc31ce9d3 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:35.185369 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-bac0f889-bcb4-4b26-a782-808cc31ce9d3 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 812 time: 0.1139011 Oct 28 21:06:35.243713 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4d10b275-302a-470b-b00f-c856671fa4d6 req-92108185-bab8-43e1-89db-926fde24b270 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 210 time: 0.0322518 Oct 28 21:06:35.256100 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-0ad4dbeb-a033-4b13-8804-572a345c5cd1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa451a74d7364a499fa109c6e840ce23 HTTP/1.1" status: 200 len: 379 time: 0.0588486 Oct 28 21:06:35.270653 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'port': {'device_id': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'admin_state_up': True, 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'security_groups': ['3b9beffb-5914-4d95-b444-665aac13d3db']}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:06:35.381341 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Made reservation on behalf of fa451a74d7364a499fa109c6e840ce23 for: {'port': 1} {{(pid=115443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 21:06:35.384910 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:35.517510 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_common [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.20.0.4 (db2897c8-e5c2-420e-ae34-4972577393a9/bb6f5a9b-fa27-4631-ace1-e346422d0e4c/bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef) {{(pid=115443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:06:35.669225 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), precommit_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:35.704827 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_create {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:35.747920 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network db2897c8-e5c2-420e-ae34-4972577393a9 is already hosted by enough agents. {{(pid=115443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:06:35.750891 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.base_scheduler [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:06:35.753891 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:06:35.784767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=1']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:35.800325 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.800668 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.801005 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.801342 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.801668 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.801989 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.802311 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.802626 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.802952 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.803274 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.803593 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.803938 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.804254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:35.824007 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:35.825383 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:35.844281 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-5acf3c9e-d2ac-43df-9684-154212dbf983 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798900 Oct 28 21:06:35.859551 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.v2.base [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Request body: {'port': {'device_id': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85983'}} {{(pid=115443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:06:35.925014 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.013789 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Provisioning complete for port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef triggered by entity DHCP. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:06:36.014407 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.014521 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Attempt 1 to provision port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef Oct 28 21:06:36.046011 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef cannot update to ACTIVE because it is not bound. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 28 21:06:36.177597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef {{(pid=115443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:06:36.185801 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks [] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), precommit_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.197673 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.provisioning_blocks [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Transition to ACTIVE for port object bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef will not be triggered until provisioned by entity L2. {{(pid=115443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 28 21:06:36.201610 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.263198 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Pushing event updated for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=2']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:36.311578 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Attempting to bind port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef on host hv-cinder-85983 for vnic_type normal with profile {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 28 21:06:36.311859 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Attempting to bind port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef by drivers openvswitch,hyperv on host hv-cinder-85983 at level 0 using segments [{'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 28 21:06:36.312188 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Attempting to bind port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:06:36.316556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef on network db2897c8-e5c2-420e-ae34-4972577393a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85983 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 21:06:36.316877 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Attempting to bind port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef on network db2897c8-e5c2-420e-ae34-4972577393a9 {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 21:06:36.321984 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Checking agent: {'id': '9389e4e5-f387-49dd-811c-3a37fd4dacaa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85983', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'started_at': datetime.datetime(2022, 10, 28, 20, 50, 40), 'heartbeat_timestamp': datetime.datetime(2022, 10, 28, 21, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 21:06:36.322325 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Checking segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 28 21:06:36.322705 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Bound using segment: {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'} {{(pid=115443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 21:06:36.323131 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.managers [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Bound port: bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host: hv-cinder-85983, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '961a39cf-c255-4079-8dda-11148dcf5899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9'}}] {{(pid=115443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 28 21:06:36.323488 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), before_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.369930 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1469f8d-0733-4548-b0aa-fb054f192028 req-f1c91be8-4f71-484d-a11c-bc8eb90698d2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.371523 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1469f8d-0733-4548-b0aa-fb054f192028 req-f1c91be8-4f71-484d-a11c-bc8eb90698d2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0548687 Oct 28 21:06:36.384248 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, cleared binding levels {{(pid=115443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 21:06:36.387288 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 21:06:36.394300 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3691878'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_update {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.398277 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.398882 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:36.400332 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] 10.222.0.26 "PUT /v2.0/ports/bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 200 len: 1093 time: 0.5453634 Oct 28 21:06:36.400825 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'}] {{(pid=115443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:06:36.403600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21a249010c34f38201a356bf3535c4135fbc3b25c66377bfb519d6939bd498fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33cb7ae-7289-439f-996b-7a39cf0987c1" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef"}]}' {{(pid=115443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:06:36.431939 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e1469f8d-0733-4548-b0aa-fb054f192028 req-fdd8b159-a56e-4d73-9a50-b8d5ded68d01 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544200 Oct 28 21:06:36.488218 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c3271-17a6-45c2-ad1d-5039df91a30b service neutron] Pushing event updated for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=3']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:36.508767 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-e23e6773-4a4f-4e1f-bafd-a492f4bc93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.510270 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-e23e6773-4a4f-4e1f-bafd-a492f4bc93ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0579090 Oct 28 21:06:36.546898 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Attempt 2 to provision port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef Oct 28 21:06:36.554859 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b2191-8773-4c1b-965a-1dbf8c41c810 x-openstack-request-id: req-119b2191-8773-4c1b-965a-1dbf8c41c810 {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:06:36.555150 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef", "status": "completed", "code": 200}]} {{(pid=115443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:06:36.555403 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-119b2191-8773-4c1b-965a-1dbf8c41c810 {{(pid=115443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:06:36.555823 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.notifiers.nova [-] Nova event matching ['req-119b2191-8773-4c1b-965a-1dbf8c41c810'] response: {'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'status': 'completed', 'code': 200} Oct 28 21:06:36.557388 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-9b13b412-a3f3-4511-a70a-6b715c707dee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 200 len: 217 time: 0.0367880 Oct 28 21:06:36.589623 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-ca187741-09d0-4027-97b8-08b411adfda1 None None] Port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef had new provisioning blocks added so it will not transition to active. {{(pid=115444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 28 21:06:36.609055 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-84322792-2472-4a50-9f2c-36b7f228252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.610542 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-84322792-2472-4a50-9f2c-36b7f228252c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0459914 Oct 28 21:06:36.661603 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-4d9c7914-285b-4ad4-991d-8a1398d668fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.663082 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-4d9c7914-285b-4ad4-991d-8a1398d668fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445430 Oct 28 21:06:36.759896 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-e9b3fd65-54fa-4dbd-b184-737b44e6b7ae service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857096 Oct 28 21:06:36.852828 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-4fc0215c-5b97-4cda-9607-7265ca0c77ad req-140d10be-da45-4164-8e53-648837a320c6 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Oct 28 21:06:36.953827 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-b314ac57-ccfa-42d6-8111-f1797b0baede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:36.955337 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-b314ac57-ccfa-42d6-8111-f1797b0baede service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0496895 Oct 28 21:06:37.045380 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-bdded196-03ac-4003-8a5a-4a3b374e69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:37.046850 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-bdded196-03ac-4003-8a5a-4a3b374e69d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0849779 Oct 28 21:06:37.091677 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-949631b6-42cc-4efa-b38b-a2af8d930a84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 200 len: 217 time: 0.0375166 Oct 28 21:06:37.143120 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-3ed3d353-1700-4022-a9b5-4bdf1371b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:37.144644 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-3ed3d353-1700-4022-a9b5-4bdf1371b030 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0442934 Oct 28 21:06:37.194154 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-de70f30c-2ac5-4170-9659-14651752d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:37.195795 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-de70f30c-2ac5-4170-9659-14651752d037 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451150 Oct 28 21:06:37.288826 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-f04d334f-258f-4616-98c6-4806153c33c6 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867519 Oct 28 21:06:37.378354 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-d33cb7ae-7289-439f-996b-7a39cf0987c1 req-de27e62d-1366-4688-bc89-9c6c47da6bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Oct 28 21:06:37.572806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec8c43-d3d6-42a0-8b2a-d5751eeb9151 req-2a46f082-2dcf-43f4-b07e-ae9c7b2cafbc tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:37.574265 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-91ec8c43-d3d6-42a0-8b2a-d5751eeb9151 req-2a46f082-2dcf-43f4-b07e-ae9c7b2cafbc tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Oct 28 21:06:37.621772 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-91ec8c43-d3d6-42a0-8b2a-d5751eeb9151 req-54e7935a-11df-44ef-be50-4eb5ab03059c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Oct 28 21:06:38.750223 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4702e-439d-489b-9f71-ec8e4cd51196 req-2d09e009-6bd0-40e4-8f15-65338bbf7a3c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:38.751687 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2bb4702e-439d-489b-9f71-ec8e4cd51196 req-2d09e009-6bd0-40e4-8f15-65338bbf7a3c tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0563607 Oct 28 21:06:38.800431 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2bb4702e-439d-489b-9f71-ec8e4cd51196 req-bb36c05b-96d7-43a7-8279-8c3c29db8e92 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430870 Oct 28 21:06:39.925382 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124f8c-bcef-4fc0-b141-2918a957f2b7 req-38bf4e42-bb7e-4987-abc5-82bea63a6005 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:39.927215 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d124f8c-bcef-4fc0-b141-2918a957f2b7 req-38bf4e42-bb7e-4987-abc5-82bea63a6005 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0543947 Oct 28 21:06:39.978478 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-1d124f8c-bcef-4fc0-b141-2918a957f2b7 req-309dfba6-4ffc-4dc3-91d2-c36c8881b6e1 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Oct 28 21:06:40.423875 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:41.103521 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee63662-b9c4-4ead-9e7f-a2acb6e99610 req-3272ac93-8a39-4bd6-a6af-4bfd2cfbb00a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:41.105034 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ee63662-b9c4-4ead-9e7f-a2acb6e99610 req-3272ac93-8a39-4bd6-a6af-4bfd2cfbb00a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0539584 Oct 28 21:06:41.159448 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3ee63662-b9c4-4ead-9e7f-a2acb6e99610 req-7040aad3-1c0b-437d-861e-689c55e45089 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479615 Oct 28 21:06:42.123457 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8241305e-c2b2-41e4-8139-9c963c9d5c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:42.283826 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa297bf-21d3-4ab5-88b3-88f685361bc3 req-7e32d799-fc16-49c1-ac0d-685a795f8ec4 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:42.285316 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7aa297bf-21d3-4ab5-88b3-88f685361bc3 req-7e32d799-fc16-49c1-ac0d-685a795f8ec4 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0547760 Oct 28 21:06:42.334139 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-7aa297bf-21d3-4ab5-88b3-88f685361bc3 req-e5c505ba-73a1-4eef-a17a-e9457d5215ba tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432448 Oct 28 21:06:43.457109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edcc83-af4c-4610-968f-fd1af00a65d5 req-8d041432-ffdd-4fc0-9015-c0c503a4b169 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:43.458674 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4edcc83-af4c-4610-968f-fd1af00a65d5 req-8d041432-ffdd-4fc0-9015-c0c503a4b169 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0521603 Oct 28 21:06:43.506401 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b4edcc83-af4c-4610-968f-fd1af00a65d5 req-b23013ae-e736-4287-af92-e0ce8bccdefd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420306 Oct 28 21:06:44.634099 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a70e1-fbef-4fda-9e9a-12184d7f7be3 req-1ed57965-4233-40ee-bbcd-e182d12da1ef tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:44.635561 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5b1a70e1-fbef-4fda-9e9a-12184d7f7be3 req-1ed57965-4233-40ee-bbcd-e182d12da1ef tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 943 time: 0.0561464 Oct 28 21:06:44.657121 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a3f4855f-acef-4144-a8c7-6caa9abb7729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:44.687730 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-5b1a70e1-fbef-4fda-9e9a-12184d7f7be3 req-857988db-c814-4912-885a-dfd52b9d3b42 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461164 Oct 28 21:06:44.723842 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef details requested by agent hyperv_hv-cinder-85983 with host hv-cinder-85983 {{(pid=115444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 21:06:44.822802 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:06:44.834815 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Returning: {'device': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'port_id': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'mac_address': 'fa:16:3e:d0:5d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 21:06:44.869541 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef is: DOWN; New status is: BUILD {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:06:44.869971 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:44.883186 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef {{(pid=115444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 28 21:06:44.902340 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:06:44.906812 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:44.952072 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=4']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:44.959196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.959550 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.959952 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.960449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.960626 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.960977 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.961356 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.961636 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.961960 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.962286 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.962608 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.962929 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:44.963251 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:45.174078 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] get_ports_and_sgs() called for port_ids ['bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'] {{(pid=115444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 28 21:06:45.813754 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0aa98-1ab8-4f01-87a9-6db6bab77f39 req-2c7e7b8f-1093-47dd-90b4-95be53ce9cce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:45.815419 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-63f0aa98-1ab8-4f01-87a9-6db6bab77f39 req-2c7e7b8f-1093-47dd-90b4-95be53ce9cce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 944 time: 0.0563776 Oct 28 21:06:45.870577 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-63f0aa98-1ab8-4f01-87a9-6db6bab77f39 req-0fa3dd57-465a-4221-b182-028422308bea tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492759 Oct 28 21:06:46.703943 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:46.738734 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef up at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 21:06:46.788330 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning for port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef completed by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 28 21:06:46.792111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.provisioning_blocks [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Provisioning complete for port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef triggered by entity L2. {{(pid=115444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 28 21:06:46.792481 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-710004'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), provisioning_complete {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:46.792814 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Attempt 1 to provision port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef Oct 28 21:06:46.865666 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Current status of the port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef is: BUILD; New status is: ACTIVE {{(pid=115444) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 28 21:06:46.866046 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), before_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:46.888756 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'}] {{(pid=115444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:06:46.891225 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10afca88d4883432d4ced55a2a2f4e7322981fdeaaf953fbd01905a627950e95" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e0fc69-36e0-414a-9c3a-bfc858b9e023" -d '{"events": [{"server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "name": "network-vif-plugged", "status": "completed", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef"}]}' {{(pid=115444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:06:46.903645 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.db [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:06:46.908987 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:46.934491 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2c07b-070b-4c93-af06-ef004ee38473 x-openstack-request-id: req-25a2c07b-070b-4c93-af06-ef004ee38473 {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:06:46.934826 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "name": "network-vif-plugged", "status": "completed", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef", "code": 200}]} {{(pid=115444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:06:46.935091 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-25a2c07b-070b-4c93-af06-ef004ee38473 {{(pid=115444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:06:46.935560 dv-cinder-859839-2-iscsi neutron-server[115444]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25a2c07b-070b-4c93-af06-ef004ee38473'] response: {'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'code': 200} Oct 28 21:06:46.962035 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Pushing event updated for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=5']} {{(pid=115444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:47.013913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267f11-9191-486b-9083-3c62b059c758 req-f466d119-d7b0-4b03-b988-b5bfb0bc455f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.015633 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-70267f11-9191-486b-9083-3c62b059c758 req-f466d119-d7b0-4b03-b988-b5bfb0bc455f tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0588701 Oct 28 21:06:47.065135 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-70267f11-9191-486b-9083-3c62b059c758 req-a351a97e-5098-40ee-9614-53baf89c37eb tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Oct 28 21:06:47.119788 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-9a3d9716-0968-451b-807a-33604a2cbfbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452113 Oct 28 21:06:47.186985 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b83aa6-5bc4-4b97-929f-4fa6b98c3078 req-e19d9f7f-c05d-4407-b2e9-cbd5eb5b8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.188563 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-25b83aa6-5bc4-4b97-929f-4fa6b98c3078 req-e19d9f7f-c05d-4407-b2e9-cbd5eb5b8661 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1129 time: 0.0518270 Oct 28 21:06:47.211819 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-eca18e6f-5fa0-4945-97a6-5a170fb2aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.213400 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-eca18e6f-5fa0-4945-97a6-5a170fb2aad1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0457222 Oct 28 21:06:47.238365 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [req-25b83aa6-5bc4-4b97-929f-4fa6b98c3078 req-e6a873e0-4943-4b48-b4ce-8f6a3f882e99 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Oct 28 21:06:47.320968 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-81442ced-ee8f-44d9-9a6f-9bf50dba94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.322429 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-81442ced-ee8f-44d9-9a6f-9bf50dba94b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0858788 Oct 28 21:06:47.396357 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:06:47.507513 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-8f7d91c7-52f9-4ee7-b371-421874f56b88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 1001 time: 0.0599909 Oct 28 21:06:47.556873 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-9279a28a-ea61-4b1d-ac8b-25963a08d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.558283 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-9279a28a-ea61-4b1d-ac8b-25963a08d1c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0437891 Oct 28 21:06:47.607243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-d4df5418-0fbe-4ab2-96fa-8e6cfc0c0c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:47.608759 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-d4df5418-0fbe-4ab2-96fa-8e6cfc0c0c9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433676 Oct 28 21:06:47.707341 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-7d05dd49-3c70-4f38-897d-5ac3ce9d6b53 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848560 Oct 28 21:06:47.796884 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f57fa029-6498-45cb-8270-b97fa46dfce8 req-7dda1ac3-67ad-43ac-a217-dd9b6db716a5 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 Oct 28 21:06:48.253913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071000-ba7f-4bd5-8e6a-267b7ea0c35c req-0bd0cc5b-7549-4b85-81c7-efcfa8ddb71a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:48.255401 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22071000-ba7f-4bd5-8e6a-267b7ea0c35c req-0bd0cc5b-7549-4b85-81c7-efcfa8ddb71a tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0611458 Oct 28 21:06:48.305580 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-22071000-ba7f-4bd5-8e6a-267b7ea0c35c req-9b0cbc8c-c68d-458a-86cc-5ab9441bcc00 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445139 Oct 28 21:06:48.351600 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:48.739771 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:49.430762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01deee28-6460-4b77-abec-484d4748a6e8 req-1edb4d2d-8c49-45bc-8e0f-019dbf1ac7e5 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:49.432260 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-01deee28-6460-4b77-abec-484d4748a6e8 req-1edb4d2d-8c49-45bc-8e0f-019dbf1ac7e5 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0529187 Oct 28 21:06:49.481478 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-01deee28-6460-4b77-abec-484d4748a6e8 req-13c21206-e04f-4f6a-a6c3-72d00b4ca0c6 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423133 Oct 28 21:06:49.602363 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308548b-f8bf-417f-9811-302c06784ea6 req-9dbc7004-3f58-4147-9c49-c14aa794d250 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:49.603830 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6308548b-f8bf-417f-9811-302c06784ea6 req-9dbc7004-3f58-4147-9c49-c14aa794d250 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0518606 Oct 28 21:06:49.655591 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-6308548b-f8bf-417f-9811-302c06784ea6 req-8cf15697-2cc7-4963-98ee-90aad8d88ab5 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Oct 28 21:06:49.684750 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39098) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:06:49.726410 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e2c179-b7f1-453c-b440-425859111906 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:49.727915 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-42e2c179-b7f1-453c-b440-425859111906 tempest-TestVolumeBootPattern-1414815913 tempest-TestVolumeBootPattern-1414815913-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1124 time: 0.0421188 Oct 28 21:06:49.731360 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39100) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:06:49.735621 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.v2.base [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Request body: {'floatingip': {'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'port_id': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 28 21:06:49.755878 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:49.854411 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (None), before_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:49.955216 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_common [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Allocated IP 172.27.3.226 (64c4b171-d85f-446e-9e57-ed9235d65d59/c586a44a-eb1b-4299-8221-2ff366276e1e/53ad8bcf-5e5e-41cb-bb13-60955b8823af) {{(pid=115442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 21:06:50.059983 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.092146 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768526551556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.129421 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Network 64c4b171-d85f-446e-9e57-ed9235d65d59 is already hosted by enough agents. {{(pid=115442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 21:06:50.136204 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.base_scheduler [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Resources bound (agent type, host, resource id): {{(pid=115442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 21:06:50.139032 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=53ad8bcf-5e5e-41cb-bb13-60955b8823af,revision_number=1']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:50.141358 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Received port after_create {{(pid=115442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 21:06:50.165575 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.165926 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.166270 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.166609 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.166950 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.167277 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.167612 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.168107 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.168503 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.169014 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.169344 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.169670 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.169995 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:06:50.499753 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (e7c2df0f-6a4d-4436-a556-157d1d9b56d2), precommit_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.564757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744882'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), before_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.709307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), precommit_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.713897 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768527109268', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768526551574', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768526551592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9885449'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), after_update {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.779403 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event updated for resources: {'Port': ['ID=53ad8bcf-5e5e-41cb-bb13-60955b8823af,revision_number=2']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:06:50.781710 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1623844'] for floatingip (e7c2df0f-6a4d-4436-a556-157d1d9b56d2), after_create {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:50.878691 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP e7c2df0f-6a4d-4436-a556-157d1d9b56d2 associated. External IP: 172.27.3.226, port: bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef. Oct 28 21:06:51.347656 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:06:51.450141 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:06:51.459820 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:06:51.468321 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:06:51.471228 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:06:51.471868 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:06:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:06:51.500483 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5fe77be5-bb63-4395-9780-094553bc4175 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7658074 Oct 28 21:06:51.500483 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:06:51.501209 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1df11ad-1414-448a-ada9-f6eb80c5e85d" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:06:51.537139 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9cfcfd-7bc8-4a0d-92ed-895b991fd5b6 x-openstack-request-id: req-6a9cfcfd-7bc8-4a0d-92ed-895b991fd5b6 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:06:51.537437 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:06:51.537737 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6a9cfcfd-7bc8-4a0d-92ed-895b991fd5b6 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:06:51.538230 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9cfcfd-7bc8-4a0d-92ed-895b991fd5b6'] response: {'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'status': 'completed', 'code': 200} Oct 28 21:06:51.607454 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-1f88bf51-c887-4dd2-bb4a-1b324df77dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:51.609009 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-1f88bf51-c887-4dd2-bb4a-1b324df77dbd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1129 time: 0.0475399 Oct 28 21:06:51.661142 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:06:51.700183 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-75971587-c380-4fc4-b19b-a03c1f338016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:51.701645 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-75971587-c380-4fc4-b19b-a03c1f338016 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0860257 Oct 28 21:06:51.768295 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-dbd138e1-510f-41d2-b560-39cda386ffd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 200 len: 999 time: 0.0606375 Oct 28 21:06:51.816943 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-563cc63e-afcd-461d-833c-d5b5955c0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:51.818452 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-563cc63e-afcd-461d-833c-d5b5955c0e50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0442963 Oct 28 21:06:51.872673 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-e40cb5e2-db83-40a4-897e-3aa1ccd83d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:06:51.874192 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-e40cb5e2-db83-40a4-897e-3aa1ccd83d71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501530 Oct 28 21:06:51.884045 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}, {'id': 'e7c2df0f-6a4d-4436-a556-157d1d9b56d2', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:d0:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:06:50Z', 'updated_at': '2022-10-28T21:06:50Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:06:51.909423 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:06:51.917768 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:06:51.918406 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:06:45Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:06:51.967940 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-7101af75-3b78-489b-a574-21b23996d0eb service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876989 Oct 28 21:06:52.021051 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:06:52.057141 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-b1df11ad-1414-448a-ada9-f6eb80c5e85d req-78b0f076-a700-43ce-a61f-77a04f1c095d service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836704 Oct 28 21:06:52.238086 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}, {'id': 'e7c2df0f-6a4d-4436-a556-157d1d9b56d2', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:d0:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:06:50Z', 'updated_at': '2022-10-28T21:06:50Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:06:52.272726 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82e4966-5eae-46e0-9c10-099b2a1792e8 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}, {'id': 'e7c2df0f-6a4d-4436-a556-157d1d9b56d2', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:d0:5d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:06:50Z', 'updated_at': '2022-10-28T21:06:50Z', 'revision_number': 0, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:06:52.463594 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1f8ca5-89b0-4811-8593-bcd273b09fc6 None None] New status for floating IP e7c2df0f-6a4d-4436-a556-157d1d9b56d2: ACTIVE {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:07:10.423809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:12.126390 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-e504ce87-6b67-40d7-af61-ac6d4691347c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:14.659082 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-aaee088b-13b5-4248-b4d3-ed88dc641c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:16.706767 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:18.356434 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:18.741516 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:24.395320 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:07:40.421843 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:42.129070 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-e1dfef56-f132-479a-b361-9aeed1ade354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:44.661794 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8c532682-c9f5-4ab8-aee0-49ea2c267d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:46.710009 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:48.176315 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-ccf0451a-179a-430e-b8cd-2714c1961288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511165 Oct 28 21:07:48.267192 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-2e187cbc-cdb0-4244-b571-f3f60aee519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:07:48.268735 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-2e187cbc-cdb0-4244-b571-f3f60aee519e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0446985 Oct 28 21:07:48.359686 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:07:48.374367 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-de4950b5-4e90-4298-8344-a7423dfbd4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:07:48.375908 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-de4950b5-4e90-4298-8344-a7423dfbd4f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.0860703 Oct 28 21:07:48.446638 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-a18da523-1fd3-4b23-ac34-151dca427280 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 1001 time: 0.0601630 Oct 28 21:07:48.499192 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-128e47f6-c949-4e0b-ab22-bba0f9a31990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:07:48.500660 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-128e47f6-c949-4e0b-ab22-bba0f9a31990 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0451243 Oct 28 21:07:48.549728 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-a1b8c6c5-b55a-4fb0-b890-86b04d090c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:07:48.551409 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-a1b8c6c5-b55a-4fb0-b890-86b04d090c11 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432298 Oct 28 21:07:48.646734 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-84814e1c-ecfb-4f8c-82a8-f4b5ed4ae33a service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847435 Oct 28 21:07:48.737749 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-96284e37-ffc3-4c72-8c5e-5c5fd9d4933b req-c1251283-84b3-41e6-bcd8-24bdfc9ed70b service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822151 Oct 28 21:07:48.743599 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:01.394543 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:08:10.437827 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:12.131449 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a6732223-999d-4225-a3c2-0580f76fe787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:14.663882 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-07969494-876b-440b-8fdc-b07c49639ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:16.712373 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:18.361519 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:18.746098 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.141942 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39124) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:20.315188 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port 53ad8bcf-5e5e-41cb-bb13-60955b8823af {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:20.315560 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.400125 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.400363 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (53ad8bcf-5e5e-41cb-bb13-60955b8823af), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.412862 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for 53ad8bcf-5e5e-41cb-bb13-60955b8823af owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:20.560025 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (53ad8bcf-5e5e-41cb-bb13-60955b8823af), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.586003 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=53ad8bcf-5e5e-41cb-bb13-60955b8823af,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:20.609888 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.610241 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.610591 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.610929 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.611264 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.611600 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.611965 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.612320 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.612653 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.612987 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.613316 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.613643 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.613970 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:20.655632 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (e7c2df0f-6a4d-4436-a556-157d1d9b56d2), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.655920 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP e7c2df0f-6a4d-4436-a556-157d1d9b56d2 disassociated (deleted). External IP: 172.27.3.226, port: bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef. Oct 28 21:08:20.856269 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:08:20.957623 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:08:20.962841 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:20.971331 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:08:20.982651 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:20.983335 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:20.994907 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-72929080-87ae-4a12-b864-65f78ef40875 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "DELETE /v2.0/floatingips/e7c2df0f-6a4d-4436-a556-157d1d9b56d2 HTTP/1.1" status: 204 len: 168 time: 0.8519292 Oct 28 21:08:20.995798 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:08:20.998378 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e9f84-30fe-4bc3-8fce-c8be29531dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:08:21.040510 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca62efc-4896-459b-ab04-a14ef13ffa5a x-openstack-request-id: req-8ca62efc-4896-459b-ab04-a14ef13ffa5a {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:08:21.040884 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:08:21.041211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8ca62efc-4896-459b-ab04-a14ef13ffa5a {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:08:21.041744 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca62efc-4896-459b-ab04-a14ef13ffa5a'] response: {'name': 'network-changed', 'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'status': 'completed', 'code': 200} Oct 28 21:08:21.096711 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:21.118507 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-d0148969-7591-46b9-8c9d-a3b8323d29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:21.120285 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-d0148969-7591-46b9-8c9d-a3b8323d29c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 1129 time: 0.0516069 Oct 28 21:08:21.273087 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2292c-c7f1-4606-a6c4-6936682da533 req-f7ec016e-3027-49bd-a1b3-d8c171a129f2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:21.274638 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f6c2292c-c7f1-4606-a6c4-6936682da533 req-f7ec016e-3027-49bd-a1b3-d8c171a129f2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0854254 Oct 28 21:08:21.276224 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-1dea0d5a-2c10-4bc8-9ec1-b0238fd84ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:21.277573 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-1dea0d5a-2c10-4bc8-9ec1-b0238fd84ea3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.1482441 Oct 28 21:08:21.333456 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:21.334354 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-0d0288f0-52ad-4cc6-ba23-557465fbc92c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 200 len: 217 time: 0.0444231 Oct 28 21:08:21.360933 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:08:21.370270 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:21.370868 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:21.394340 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-f6c2292c-c7f1-4606-a6c4-6936682da533 req-ca7ad103-a3c4-452b-a923-0d9320b801bb tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123366 Oct 28 21:08:21.406050 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-86e0493d-2be1-4f1b-83b5-e15ccbc1e365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:21.408209 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-86e0493d-2be1-4f1b-83b5-e15ccbc1e365 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0634520 Oct 28 21:08:21.461148 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-7acd3454-080f-4c77-ad97-d7b6ee64f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:21.462688 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-7acd3454-080f-4c77-ad97-d7b6ee64f8f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487041 Oct 28 21:08:21.560113 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-50582fbf-232a-44a6-81be-84d0bbd3944c service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905998 Oct 28 21:08:21.562971 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:21.651415 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-336e9f84-30fe-4bc3-8fce-c8be29531dfe req-45b3da2d-1c64-4faf-87b2-802e0051e43a service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849628 Oct 28 21:08:21.779163 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:21.806672 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650541c9-0a9e-4665-b820-56280cf83958 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_floatingips': [{'id': '9636e976-a481-4b99-8a53-4666cd5f113a', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'router_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'port_id': '1fe84899-01b4-4632-b118-c615430c3b9b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'mac_address': 'fa:16:3e:b0:8e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0015552-4a49-449d-86e4-04131c674be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-28T21:04:55Z', 'updated_at': '2022-10-28T21:04:57Z', 'revision_number': 1, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:08:22.041669 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df55378-c94f-41a4-9ba0-7a727dcacaec None None] New status for floating IP e7c2df0f-6a4d-4436-a556-157d1d9b56d2: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:08:22.522354 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebffd54-01f3-4f94-bd2c-cb6a84baa4f5 req-024ebb65-678e-40f0-a423-ae4df3138bb2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:22.523890 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4ebffd54-01f3-4f94-bd2c-cb6a84baa4f5 req-024ebb65-678e-40f0-a423-ae4df3138bb2 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0540280 Oct 28 21:08:22.588897 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-4ebffd54-01f3-4f94-bd2c-cb6a84baa4f5 req-41d86cfd-ed1b-4d49-8617-d60cc73cae64 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591979 Oct 28 21:08:22.989422 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d7e6c4fa-485f-4c1b-9a89-626a6fcc6929 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:22.991394 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d7e6c4fa-485f-4c1b-9a89-626a6fcc6929 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 945 time: 0.0540690 Oct 28 21:08:23.083207 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:23.084057 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:23.174812 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] For port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:23.175169 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:23.187765 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:23.315637 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:23.345129 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:23.388349 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] No DVR routers for this DVR port bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:08:23.391159 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:23.394611 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-0dde4973-c78d-413f-85ea-ecbc2ee4d969 req-d341bf7e-8040-4756-9614-f097b814b146 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "DELETE /v2.0/ports/bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef HTTP/1.1" status: 204 len: 173 time: 0.3953450 Oct 28 21:08:23.395173 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'name': 'network-vif-deleted', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:08:23.398255 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a49c652-3c24-4880-a9ea-9b0cebc49639" -d '{"events": [{"server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "name": "network-vif-deleted", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:08:23.434606 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f74761-2aed-4f5a-9cc4-ba4ac89e38d5 x-openstack-request-id: req-b3f74761-2aed-4f5a-9cc4-ba4ac89e38d5 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:08:23.434902 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc5f8c11-14bd-444b-8208-398213a2c5c9", "name": "network-vif-deleted", "tag": "bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:08:23.435158 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b3f74761-2aed-4f5a-9cc4-ba4ac89e38d5 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:08:23.435566 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f74761-2aed-4f5a-9cc4-ba4ac89e38d5'] response: {'server_uuid': 'dc5f8c11-14bd-444b-8208-398213a2c5c9', 'name': 'network-vif-deleted', 'tag': 'bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef', 'status': 'completed', 'code': 200} Oct 28 21:08:23.697875 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-2cd7e92f-05e8-412b-859a-a4d9c8b58643 req-0597a15f-cd04-4c02-97df-b7b6d25c0e8e tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=dc5f8c11-14bd-444b-8208-398213a2c5c9 HTTP/1.1" status: 200 len: 210 time: 0.0347736 Oct 28 21:08:27.002940 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39162) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:27.151245 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port 1ac73715-a73c-421e-82f9-97812dcfbfdb {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:27.151589 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.190152 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:27.216283 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:27.217632 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device bd61bf03-f5aa-4e98-b8c7-5c07c0d7f8ef not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:27.240515 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.240757 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (1ac73715-a73c-421e-82f9-97812dcfbfdb), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.253631 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for 1ac73715-a73c-421e-82f9-97812dcfbfdb owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:27.406802 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (1ac73715-a73c-421e-82f9-97812dcfbfdb), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.432213 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=1ac73715-a73c-421e-82f9-97812dcfbfdb,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:27.493849 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (9636e976-a481-4b99-8a53-4666cd5f113a), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.494074 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.db.l3_db [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Floating IP 9636e976-a481-4b99-8a53-4666cd5f113a disassociated (deleted). External IP: 172.27.3.235, port: 1fe84899-01b4-4632-b118-c615430c3b9b. Oct 28 21:08:27.690973 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:08:27.793674 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:08:27.798373 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:27.803043 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:08:27.813472 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:27.814068 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:27.828327 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-13f81799-1d9a-4cdf-bf24-077a0f9db7c0 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "DELETE /v2.0/floatingips/9636e976-a481-4b99-8a53-4666cd5f113a HTTP/1.1" status: 204 len: 168 time: 0.8242812 Oct 28 21:08:27.829073 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:08:27.831528 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:08:27.869783 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Oct 2022 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c6630d-ed67-4f86-83a7-b0305af7f705 x-openstack-request-id: req-24c6630d-ed67-4f86-83a7-b0305af7f705 {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:08:27.870081 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:08:27.870342 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-24c6630d-ed67-4f86-83a7-b0305af7f705 {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:08:27.871199 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24c6630d-ed67-4f86-83a7-b0305af7f705'] response: {'name': 'network-changed', 'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b', 'status': 'completed', 'code': 200} Oct 28 21:08:27.926073 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:27.954583 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-773eef4a-d397-4a7e-92d7-41f371ebf440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:27.956467 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-773eef4a-d397-4a7e-92d7-41f371ebf440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa451a74d7364a499fa109c6e840ce23&device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 1129 time: 0.0593460 Oct 28 21:08:28.094500 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-2ddd46c7-4dad-4376-907c-bdb96ce40966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:28.096071 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-2ddd46c7-4dad-4376-907c-bdb96ce40966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 200 len: 913 time: 0.1312025 Oct 28 21:08:28.103597 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff37957-0596-4010-9efa-1c0a2f83dbc4 req-8b700397-a3e2-4466-9d4d-9289c0dbab07 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:28.105030 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8ff37957-0596-4010-9efa-1c0a2f83dbc4 req-8b700397-a3e2-4466-9d4d-9289c0dbab07 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0849111 Oct 28 21:08:28.126574 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.150062 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-17c85043-fe3d-4292-b84f-1973d8463f1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 200 len: 217 time: 0.0441020 Oct 28 21:08:28.151608 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:08:28.159889 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:28.160481 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.222087 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-8ff37957-0596-4010-9efa-1c0a2f83dbc4 req-a36acdb0-f7c5-453c-be1b-8a93bb8679ba tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102414 Oct 28 21:08:28.226985 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-0309b736-f9ee-41ec-aa9f-808440f8541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:28.228444 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-0309b736-f9ee-41ec-aa9f-808440f8541e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 200 len: 851 time: 0.0724440 Oct 28 21:08:28.263795 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:28.281196 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-f387dc49-e31e-4f01-a56a-1868a0407fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:28.282704 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-f387dc49-e31e-4f01-a56a-1868a0407fda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=db2897c8-e5c2-420e-ae34-4972577393a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468724 Oct 28 21:08:28.379803 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-156e582a-f4de-431d-af2e-c0fc380593bc service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902867 Oct 28 21:08:28.472676 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-3558fea6-aec5-4ba5-a8f9-c7119cb40ee6 req-d0a86932-ae98-449c-b23e-788d78ac6e20 service neutron] 10.222.0.26 "GET /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865879 Oct 28 21:08:28.476190 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:28.501989 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22daf53-d78d-4c0f-aefd-f2234255a3d7 None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:01:39Z', 'revision_number': 4, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi', '_interfaces': [{'id': '95056d08-dce9-4997-b385-1ddbae358172', 'name': '', 'network_id': 'db2897c8-e5c2-420e-ae34-4972577393a9', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'mac_address': 'fa:16:3e:4a:db:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:38Z', 'updated_at': '2022-10-28T21:01:44Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'subnets': [{'id': 'bb6f5a9b-fa27-4631-ace1-e346422d0e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:08:28.722643 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc5020-56da-485d-b7cc-434b119ee75b None None] New status for floating IP 9636e976-a481-4b99-8a53-4666cd5f113a: DOWN {{(pid=115444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 28 21:08:29.353525 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5175fbf-c90e-426f-bfb8-c1afe81e96be req-e0940b96-ddc0-4aef-ad6c-ea78ecd35536 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:29.354969 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5175fbf-c90e-426f-bfb8-c1afe81e96be req-e0940b96-ddc0-4aef-ad6c-ea78ecd35536 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0560050 Oct 28 21:08:29.404624 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-e5175fbf-c90e-426f-bfb8-c1afe81e96be req-566d278e-2fa1-4f21-84fb-71d665571d53 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b9beffb-5914-4d95-b444-665aac13d3db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Oct 28 21:08:29.808913 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-05c5a7c9-94e8-4a4d-823e-363478f5af05 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 28 21:08:29.810349 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-05c5a7c9-94e8-4a4d-823e-363478f5af05 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 945 time: 0.0519292 Oct 28 21:08:29.906540 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port 1fe84899-01b4-4632-b118-c615430c3b9b {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:29.906881 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:29.997790 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] For port 1fe84899-01b4-4632-b118-c615430c3b9b, host hv-cinder-85983, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85983',level=0,port_id=1fe84899-01b4-4632-b118-c615430c3b9b,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:29.998145 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:30.010524 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for 1fe84899-01b4-4632-b118-c615430c3b9b owned by compute:nova {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:30.136078 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (1fe84899-01b4-4632-b118-c615430c3b9b), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:30.164957 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=1fe84899-01b4-4632-b118-c615430c3b9b,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:30.205784 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] No DVR routers for this DVR port 1fe84899-01b4-4632-b118-c615430c3b9b on host hv-cinder-85983 {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:08:30.208264 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for port (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:30.212167 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-764d9eb7-6325-4cfe-ba79-f9bde2bd1f7c req-6060ad85-3bb5-4859-af1b-c21feac327ce tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.26 "DELETE /v2.0/ports/1fe84899-01b4-4632-b118-c615430c3b9b HTTP/1.1" status: 204 len: 173 time: 0.3935821 Oct 28 21:08:30.212671 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'name': 'network-vif-deleted', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b'}] {{(pid=115442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 28 21:08:30.214932 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a09b962e62756743ada7f3c2396aab30a09cb24f8cd1bb28568658739922639" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b622b284-e155-4268-be67-83878bc2b77e" -d '{"events": [{"server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "name": "network-vif-deleted", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b"}]}' {{(pid=115442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 21:08:30.258131 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Oct 2022 21:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556008fc-6076-414f-9be7-af21aafb104b x-openstack-request-id: req-556008fc-6076-414f-9be7-af21aafb104b {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 21:08:30.258427 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0015552-4a49-449d-86e4-04131c674be5", "name": "network-vif-deleted", "tag": "1fe84899-01b4-4632-b118-c615430c3b9b", "status": "completed", "code": 200}]} {{(pid=115442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 21:08:30.258688 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-556008fc-6076-414f-9be7-af21aafb104b {{(pid=115442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 21:08:30.259140 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556008fc-6076-414f-9be7-af21aafb104b'] response: {'server_uuid': 'a0015552-4a49-449d-86e4-04131c674be5', 'name': 'network-vif-deleted', 'tag': '1fe84899-01b4-4632-b118-c615430c3b9b', 'status': 'completed', 'code': 200} Oct 28 21:08:30.574851 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [req-dbc641b0-4cf6-4494-934f-f57663415642 req-3edecc3e-231f-4ff1-bec1-17f1ba236562 tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "GET /v2.0/ports?device_id=a0015552-4a49-449d-86e4-04131c674be5 HTTP/1.1" status: 200 len: 210 time: 0.0914416 Oct 28 21:08:31.638265 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39180) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:31.754407 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Deleting port f6a0d1a8-866f-4035-9d1a-813526ba33ac {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:31.754752 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:31.830202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:31.830523 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (f6a0d1a8-866f-4035-9d1a-813526ba33ac), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:31.842695 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Calling delete_port for f6a0d1a8-866f-4035-9d1a-813526ba33ac owned by network:floatingip {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:32.239818 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (f6a0d1a8-866f-4035-9d1a-813526ba33ac), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:32.266248 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'Port': ['ID=f6a0d1a8-866f-4035-9d1a-813526ba33ac,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:32.326642 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for floatingip (145f2e17-b93b-4d7c-b056-46596e468802), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:32.329314 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2011119'] for floatingip (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:32.330452 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-5743a51e-b889-48cf-a955-d47afa2e6dfd tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "DELETE /v2.0/floatingips/145f2e17-b93b-4d7c-b056-46596e468802 HTTP/1.1" status: 204 len: 168 time: 0.6909363 Oct 28 21:08:33.237915 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1fe84899-01b4-4632-b118-c615430c3b9b no longer exists at agent hyperv_hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:33.257357 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] No Port match for: 1fe84899-01b4-4632-b118-c615430c3b9b {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:33.257848 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Device 1fe84899-01b4-4632-b118-c615430c3b9b not bound to the agent host hv-cinder-85983 {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:33.530243 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39194) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:33.589331 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (3b9beffb-5914-4d95-b444-665aac13d3db), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:33.613699 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (3b9beffb-5914-4d95-b444-665aac13d3db), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:33.672826 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (3b9beffb-5914-4d95-b444-665aac13d3db), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:33.675399 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Publish callbacks [] for security_group (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:33.676590 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b9beffb-5914-4d95-b444-665aac13d3db HTTP/1.1" status: 204 len: 168 time: 0.1453466 Oct 28 21:08:33.686072 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a614f-0592-4eb7-8f8d-82fe52a7353d tempest-TestVolumeBootPattern-1996223794 tempest-TestVolumeBootPattern-1996223794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9beffb-5914-4d95-b444-665aac13d3db,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:34.741674 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39200) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:35.190794 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (1aaf6131-62bc-4797-814e-99604eec7672), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:35.427565 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Deleting port 95056d08-dce9-4997-b385-1ddbae358172 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:35.427923 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (95056d08-dce9-4997-b385-1ddbae358172), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:35.509217 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] For port 95056d08-dce9-4997-b385-1ddbae358172, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=95056d08-dce9-4997-b385-1ddbae358172,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:35.509577 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (95056d08-dce9-4997-b385-1ddbae358172), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:35.522412 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Calling delete_port for 95056d08-dce9-4997-b385-1ddbae358172 owned by network:router_interface {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:35.697809 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (95056d08-dce9-4997-b385-1ddbae358172), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:35.721496 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Pushing event deleted for resources: {'Port': ['ID=95056d08-dce9-4997-b385-1ddbae358172,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:35.733341 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.733688 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.734023 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.734356 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.734681 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.735002 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.735326 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.735650 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.736013 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.736321 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.736643 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.736959 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.737273 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859839-2-iscsi {{(pid=115443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 21:08:35.893732 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (1aaf6131-62bc-4797-814e-99604eec7672), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.318628 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Router 1aaf6131-62bc-4797-814e-99604eec7672 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:08:36.419107 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:08:36.424071 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-888c1e1f-21a3-4275-b6f6-1216c5dd1946 admin admin] 10.222.0.49 "PUT /v2.0/routers/1aaf6131-62bc-4797-814e-99604eec7672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812327 Oct 28 21:08:36.426571 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39206) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:36.431136 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Sync routers for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:08:36.440863 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:36.441541 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:36.526375 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks [] for router (1aaf6131-62bc-4797-814e-99604eec7672), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.545040 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:36.627048 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks [] for router_gateway (1aaf6131-62bc-4797-814e-99604eec7672), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.680381 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Deleting port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:36.680616 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.725030 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:08:35Z', 'revision_number': 5, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port': {'id': '3db89a11-f3c9-4ef3-b349-e2d5f62a7d48', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:55:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aaf6131-62bc-4797-814e-99604eec7672', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:34Z', 'updated_at': '2022-10-28T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:36.749250 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Checking router: 1aaf6131-62bc-4797-814e-99604eec7672 for host: dv-cinder-859839-2-iscsi {{(pid=115445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:08:36.758128 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Routers {'1aaf6131-62bc-4797-814e-99604eec7672'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:36.758726 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['1aaf6131-62bc-4797-814e-99604eec7672'], 'active': True} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:36.760319 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] For port 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:36.760690 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.774322 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Calling delete_port for 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 owned by network:router_gateway {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:36.849773 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_dvr_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] Set router 1aaf6131-62bc-4797-814e-99604eec7672 gateway port host: None {{(pid=115445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:36.943505 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (3db89a11-f3c9-4ef3-b349-e2d5f62a7d48), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:36.968239 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Pushing event deleted for resources: {'Port': ['ID=3db89a11-f3c9-4ef3-b349-e2d5f62a7d48,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:36.985587 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.l3_hamode_db [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:08:36Z', 'revision_number': 6, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:37.011041 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fcfca3-dece-489c-b3bc-319505de100e None None] The sync data for ids ['1aaf6131-62bc-4797-814e-99604eec7672'] in dv-cinder-859839-2-iscsi is: [{'id': '1aaf6131-62bc-4797-814e-99604eec7672', 'name': 'tempest-TestVolumeBootPattern-1224538408-router', 'tenant_id': 'fa451a74d7364a499fa109c6e840ce23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:33Z', 'updated_at': '2022-10-28T21:08:36Z', 'revision_number': 6, 'project_id': 'fa451a74d7364a499fa109c6e840ce23', 'gw_port_host': None}] {{(pid=115445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:08:37.036636 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (1aaf6131-62bc-4797-814e-99604eec7672), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.123306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (1aaf6131-62bc-4797-814e-99604eec7672), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.125412 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks [] for router_controller (1aaf6131-62bc-4797-814e-99604eec7672), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.169421 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (1aaf6131-62bc-4797-814e-99604eec7672), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.170124 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aaf6131-62bc-4797-814e-99604eec7672 {{(pid=115443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:08:37.174973 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.176167 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-23c872b6-c868-45b4-92d8-87ba300d1679 admin admin] 10.222.0.49 "DELETE /v2.0/routers/1aaf6131-62bc-4797-814e-99604eec7672 HTTP/1.1" status: 204 len: 168 time: 0.7486846 Oct 28 21:08:37.178761 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39210) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:37.222556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Deleting subnet bb6f5a9b-fa27-4631-ace1-e346422d0e4c {{(pid=115443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:08:37.226457 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Publish callbacks [] for subnet (bb6f5a9b-fa27-4631-ace1-e346422d0e4c), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.263214 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1199742'] for subnet (bb6f5a9b-fa27-4631-ace1-e346422d0e4c), precommit_delete_associations {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.334193 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (bb6f5a9b-fa27-4631-ace1-e346422d0e4c), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.388626 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3691692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3333864'] for subnet (bb6f5a9b-fa27-4631-ace1-e346422d0e4c), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.419600 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb6f5a9b-fa27-4631-ace1-e346422d0e4c,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:37.421597 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for subnet (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.424759 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-0cb08d01-e6f4-4eb0-b949-d67037bf1531 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/bb6f5a9b-fa27-4631-ace1-e346422d0e4c HTTP/1.1" status: 204 len: 168 time: 0.2450430 Oct 28 21:08:37.427607 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39212) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:37.430295 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249047c3-3015-440f-816c-9140ae109fc4 None None] Network db2897c8-e5c2-420e-ae34-4972577393a9 requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:08:37.497376 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (db2897c8-e5c2-420e-ae34-4972577393a9), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.547855 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Deleting port c47fb0f1-0a54-476f-8029-ac239f808495 {{(pid=115443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:37.548188 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.612721 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.db [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] For port c47fb0f1-0a54-476f-8029-ac239f808495, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=c47fb0f1-0a54-476f-8029-ac239f808495,segment=NetworkSegment(961a39cf-c255-4079-8dda-11148dcf5899),segment_id=961a39cf-c255-4079-8dda-11148dcf5899)] {{(pid=115443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:37.613076 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.625472 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.plugin [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Calling delete_port for c47fb0f1-0a54-476f-8029-ac239f808495 owned by network:dhcp {{(pid=115443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:37.700992 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3691901'] for port (c47fb0f1-0a54-476f-8029-ac239f808495), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.724892 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c47fb0f1-0a54-476f-8029-ac239f808495,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:37.728254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] No DVR routers for this DVR port c47fb0f1-0a54-476f-8029-ac239f808495 on host dv-cinder-859839-2-iscsi {{(pid=115443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:08:37.802336 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad85280-a463-4bca-b26c-6c897eec8e44 None None] DHCP port deletion for db2897c8-e5c2-420e-ae34-4972577393a9 request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:08:37.803187 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (db2897c8-e5c2-420e-ae34-4972577393a9), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.837398 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2897c8-e5c2-420e-ae34-4972577393a9']}} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:37.848306 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961a39cf-c255-4079-8dda-11148dcf5899') {'for_net_delete': True} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:37.848733 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.services.segments.db [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961a39cf-c255-4079-8dda-11148dcf5899') {} {{(pid=115443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:37.859233 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1199719'] for segment (961a39cf-c255-4079-8dda-11148dcf5899), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.873225 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (961a39cf-c255-4079-8dda-11148dcf5899), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.879511 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=115443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:08:37.880146 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3691850'] for segment (961a39cf-c255-4079-8dda-11148dcf5899), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.885982 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 95056d08-dce9-4997-b385-1ddbae358172 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:37.909894 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 95056d08-dce9-4997-b385-1ddbae358172 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:37.910390 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 95056d08-dce9-4997-b385-1ddbae358172 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:37.910961 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:37.931809 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:37.932166 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 3db89a11-f3c9-4ef3-b349-e2d5f62a7d48 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:37.932587 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device c47fb0f1-0a54-476f-8029-ac239f808495 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:37.945465 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (db2897c8-e5c2-420e-ae34-4972577393a9), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.950537 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:37.956672 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] 10.222.0.49 "DELETE /v2.0/networks/db2897c8-e5c2-420e-ae34-4972577393a9 HTTP/1.1" status: 204 len: 168 time: 0.5280101 Oct 28 21:08:37.957612 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39218) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:37.958673 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: c47fb0f1-0a54-476f-8029-ac239f808495 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:37.959184 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device c47fb0f1-0a54-476f-8029-ac239f808495 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:37.962463 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 961a39cf-c255-4079-8dda-11148dcf5899 resource provider aggregate not found Oct 28 21:08:37.980144 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d132f7-82f3-41b0-b6f7-9469fa662d6f admin admin] Pushing event deleted for resources: {'Network': ['ID=db2897c8-e5c2-420e-ae34-4972577393a9,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:37.983082 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.services.segments.plugin [-] Segment 961a39cf-c255-4079-8dda-11148dcf5899 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 961a39cf-c255-4079-8dda-11148dcf5899 found for delete ", "request_id": "req-380d85e1-aa41-4d19-9b7c-50add6e34aba"}]} Oct 28 21:08:38.317760 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1628452'] for router_interface (72568a49-6558-4211-b32e-0896360e5702), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:38.393711 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:08:38.558109 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Deleting port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:38.558456 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:38.642455 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] For port 31db2ed7-9109-4ed3-af01-a84d7b6d15b9, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:38.642827 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:38.657838 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Calling delete_port for 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 owned by network:router_interface {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:38.840317 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (31db2ed7-9109-4ed3-af01-a84d7b6d15b9), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:38.864554 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Pushing event deleted for resources: {'Port': ['ID=31db2ed7-9109-4ed3-af01-a84d7b6d15b9,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:39.032194 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1779528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623444'] for router_interface (72568a49-6558-4211-b32e-0896360e5702), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.235384 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Router 72568a49-6558-4211-b32e-0896360e5702 has already been hosted by L3 agent 902366c3-04f3-4b25-91de-6c740af86fd2 {{(pid=115442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 21:08:39.335195 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] Notify agent at l3_agent.dv-cinder-859839-2-iscsi the message routers_updated {{(pid=115442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 21:08:39.340369 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-a4cac2cc-4250-463a-8620-d8dbff066492 admin admin] 10.222.0.49 "PUT /v2.0/routers/72568a49-6558-4211-b32e-0896360e5702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3818898 Oct 28 21:08:39.342854 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39222) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:39.345376 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Sync routers for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 21:08:39.355572 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:39.356279 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:39.442120 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks [] for router (72568a49-6558-4211-b32e-0896360e5702), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.454860 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: dv-cinder-859839-2-iscsi {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:39.542147 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks [] for router_gateway (72568a49-6558-4211-b32e-0896360e5702), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.591492 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Deleting port a4b787b8-3778-4a7e-b195-6f2666d317bb {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:39.591854 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.629816 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'external_fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138'}], 'enable_snat': True}, 'gw_port_id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:08:38Z', 'revision_number': 5, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port': {'id': 'a4b787b8-3778-4a7e-b195-6f2666d317bb', 'name': '', 'network_id': '64c4b171-d85f-446e-9e57-ed9235d65d59', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:33:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72568a49-6558-4211-b32e-0896360e5702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'ip_address': '172.27.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859839-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c586a44a-eb1b-4299-8221-2ff366276e1e', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859839-2-iscsi'}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:39.654600 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Checking router: 72568a49-6558-4211-b32e-0896360e5702 for host: dv-cinder-859839-2-iscsi {{(pid=115444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 21:08:39.662808 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Routers {'72568a49-6558-4211-b32e-0896360e5702'} bound to L3 agent in host dv-cinder-859839-2-iscsi {{(pid=115444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 21:08:39.663497 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859839-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-28T20:44:15Z,description=,heartbeat_timestamp=2022-10-28T21:08:15Z,host='dv-cinder-859839-2-iscsi',id=902366c3-04f3-4b25-91de-6c740af86fd2,load=0,resource_versions=,resources_synced=,started_at=2022-10-28T20:44:15Z,topic='l3_agent')) {'router_ids': ['72568a49-6558-4211-b32e-0896360e5702'], 'active': True} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:39.675202 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] For port a4b787b8-3778-4a7e-b195-6f2666d317bb, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=a4b787b8-3778-4a7e-b195-6f2666d317bb,segment=NetworkSegment(b8b665c4-f422-46d4-8149-4e64cd5bb0e6),segment_id=b8b665c4-f422-46d4-8149-4e64cd5bb0e6)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:39.675573 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.689167 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Calling delete_port for a4b787b8-3778-4a7e-b195-6f2666d317bb owned by network:router_gateway {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:39.745450 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_dvr_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] Set router 72568a49-6558-4211-b32e-0896360e5702 gateway port host: None {{(pid=115444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 21:08:39.796124 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.db.l3_hamode_db [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:08:39Z', 'revision_number': 6, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port_host': None}], 'dv-cinder-859839-2-iscsi', False) {} {{(pid=115444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:39.820906 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c0a40b-58b8-459f-83b4-038307906f65 None None] The sync data for ids ['72568a49-6558-4211-b32e-0896360e5702'] in dv-cinder-859839-2-iscsi is: [{'id': '72568a49-6558-4211-b32e-0896360e5702', 'name': 'tempest-TestVolumeBootPattern-1301303593-router', 'tenant_id': '01c6be4239274a17996adbefbf96ff1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-28T21:01:42Z', 'updated_at': '2022-10-28T21:08:39Z', 'revision_number': 6, 'project_id': '01c6be4239274a17996adbefbf96ff1c', 'gw_port_host': None}] {{(pid=115444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 21:08:39.869298 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (a4b787b8-3778-4a7e-b195-6f2666d317bb), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:39.893521 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b787b8-3778-4a7e-b195-6f2666d317bb,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:39.953969 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1623918'] for router_gateway (72568a49-6558-4211-b32e-0896360e5702), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.041015 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1624315', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104346'] for router (72568a49-6558-4211-b32e-0896360e5702), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.043163 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks [] for router_controller (72568a49-6558-4211-b32e-0896360e5702), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.088054 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1624194'] for router (72568a49-6558-4211-b32e-0896360e5702), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.088537 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72568a49-6558-4211-b32e-0896360e5702 {{(pid=115442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 21:08:40.093190 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.094397 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-e977d7e2-5bc4-4c31-b2d1-e724a6cb1b7e admin admin] 10.222.0.49 "DELETE /v2.0/routers/72568a49-6558-4211-b32e-0896360e5702 HTTP/1.1" status: 204 len: 168 time: 0.7506526 Oct 28 21:08:40.096969 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39224) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:40.142690 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.db_base_plugin_v2 [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Deleting subnet 757de699-f078-40b1-b75b-2153a0573fc3 {{(pid=115442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 28 21:08:40.145762 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Publish callbacks [] for subnet (757de699-f078-40b1-b75b-2153a0573fc3), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.184955 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10172991'] for subnet (757de699-f078-40b1-b75b-2153a0573fc3), precommit_delete_associations {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.271439 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-711238'] for subnet (757de699-f078-40b1-b75b-2153a0573fc3), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.325814 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-711295', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660184', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9885379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9627505'] for subnet (757de699-f078-40b1-b75b-2153a0573fc3), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.354611 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757de699-f078-40b1-b75b-2153a0573fc3,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:40.357978 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.361158 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-4348f57f-f617-4da1-ab26-e06729cb3b5d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/757de699-f078-40b1-b75b-2153a0573fc3 HTTP/1.1" status: 204 len: 168 time: 0.2632663 Oct 28 21:08:40.363806 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [-] (115442) accepted ('10.222.0.49', 39226) {{(pid=115442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:40.364654 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5702c7c0-bf2a-4ca8-8da5-a2df4028661b None None] Network 475e9475-5aa2-4d21-82c1-97b9e625803c requested from dv-cinder-859839-2-iscsi {{(pid=115444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 28 21:08:40.432914 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-656798'] for network (475e9475-5aa2-4d21-82c1-97b9e625803c), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.487822 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Deleting port 9b84df7c-9ea5-426e-9829-a046dfa8b125 {{(pid=115442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 28 21:08:40.488161 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768527102751'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.554068 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.db [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] For port 9b84df7c-9ea5-426e-9829-a046dfa8b125, host dv-cinder-859839-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859839-2-iscsi',level=0,port_id=9b84df7c-9ea5-426e-9829-a046dfa8b125,segment=NetworkSegment(8916460a-f230-47b6-a8c3-78f6f41219e1),segment_id=8916460a-f230-47b6-a8c3-78f6f41219e1)] {{(pid=115442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 21:08:40.554345 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1627513'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.568367 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.plugin [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Calling delete_port for 9b84df7c-9ea5-426e-9829-a046dfa8b125 owned by network:dhcp {{(pid=115442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 28 21:08:40.588855 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.666497 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1987241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768527109250', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768526551565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9885458'] for port (9b84df7c-9ea5-426e-9829-a046dfa8b125), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.672961 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b4d5d-5b58-4ae0-9729-7511bb4c4ff1 None None] DHCP port deletion for 475e9475-5aa2-4d21-82c1-97b9e625803c request from dv-cinder-859839-2-iscsi {{(pid=115444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 28 21:08:40.691485 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b84df7c-9ea5-426e-9829-a046dfa8b125,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:40.695816 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] No DVR routers for this DVR port 9b84df7c-9ea5-426e-9829-a046dfa8b125 on host dv-cinder-859839-2-iscsi {{(pid=115442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 28 21:08:40.767701 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-709583', 'neutron.services.segments.db._delete_segments_for_network-8768527048232'] for network (475e9475-5aa2-4d21-82c1-97b9e625803c), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.793541 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475e9475-5aa2-4d21-82c1-97b9e625803c']}} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:40.803858 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8916460a-f230-47b6-a8c3-78f6f41219e1') {'for_net_delete': True} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:40.804234 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.services.segments.db [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8916460a-f230-47b6-a8c3-78f6f41219e1') {} {{(pid=115442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 21:08:40.818307 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768527048762', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10172966'] for segment (8916460a-f230-47b6-a8c3-78f6f41219e1), before_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.834349 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506'] for segment (8916460a-f230-47b6-a8c3-78f6f41219e1), precommit_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.848506 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=115442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 21:08:40.848909 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-713506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9885477'] for segment (8916460a-f230-47b6-a8c3-78f6f41219e1), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.910529 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-709572', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700849', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1779521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1623826'] for network (475e9475-5aa2-4d21-82c1-97b9e625803c), after_delete {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.917929 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron_lib.callbacks.manager [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1779571'] for network (None), before_response {{(pid=115442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:40.920808 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.wsgi [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] 10.222.0.49 "DELETE /v2.0/networks/475e9475-5aa2-4d21-82c1-97b9e625803c HTTP/1.1" status: 204 len: 168 time: 0.5560830 Oct 28 21:08:40.931211 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def62197-e027-4986-b74e-e29cf1c0ff00 admin admin] Pushing event deleted for resources: {'Network': ['ID=475e9475-5aa2-4d21-82c1-97b9e625803c,revision_number=None']} {{(pid=115442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:40.945085 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 8916460a-f230-47b6-a8c3-78f6f41219e1 resource provider aggregate not found Oct 28 21:08:40.974238 dv-cinder-859839-2-iscsi neutron-server[115442]: INFO neutron.services.segments.plugin [-] Segment 8916460a-f230-47b6-a8c3-78f6f41219e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8916460a-f230-47b6-a8c3-78f6f41219e1 found for delete ", "request_id": "req-08069dfc-ffe3-4316-9d1f-f33db05b7a45"}]} Oct 28 21:08:41.035211 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39236) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:41.074818 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-bae53e3f-21bd-465c-b3ef-3c594802ffe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa451a74d7364a499fa109c6e840ce23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383384 Oct 28 21:08:41.077364 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39238) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:41.124499 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] Publish callbacks [] for security_group (4339ca8c-cb6d-447c-9d4b-616430e7b878), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.145254 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] Publish callbacks [] for security_group (4339ca8c-cb6d-447c-9d4b-616430e7b878), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.192483 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (4339ca8c-cb6d-447c-9d4b-616430e7b878), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.195234 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.196518 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4339ca8c-cb6d-447c-9d4b-616430e7b878 HTTP/1.1" status: 204 len: 168 time: 0.1181619 Oct 28 21:08:41.204392 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db72d2-7d4a-4136-a993-f435e56ba17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4339ca8c-cb6d-447c-9d4b-616430e7b878,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:41.517015 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39244) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:41.556263 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-7b2207c7-7237-4a7d-b0ee-8298785c39a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01c6be4239274a17996adbefbf96ff1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380232 Oct 28 21:08:41.558706 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [-] (115443) accepted ('10.222.0.49', 39246) {{(pid=115443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 28 21:08:41.609635 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] Publish callbacks [] for security_group (6fff67ff-99f3-4da2-a0e1-4ac167adbd9d), before_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.630418 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] Publish callbacks [] for security_group (6fff67ff-99f3-4da2-a0e1-4ac167adbd9d), precommit_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.677408 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1700678'] for security_group (6fff67ff-99f3-4da2-a0e1-4ac167adbd9d), after_delete {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.680556 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron_lib.callbacks.manager [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:41.681730 dv-cinder-859839-2-iscsi neutron-server[115443]: INFO neutron.wsgi [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fff67ff-99f3-4da2-a0e1-4ac167adbd9d HTTP/1.1" status: 204 len: 168 time: 0.1221130 Oct 28 21:08:41.689622 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d5b51-1ea9-412c-91dd-73021fbe294f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff67ff-99f3-4da2-a0e1-4ac167adbd9d,revision_number=None']} {{(pid=115443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 21:08:41.876310 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:41.897077 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:41.897306 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 31db2ed7-9109-4ed3-af01-a84d7b6d15b9 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:41.897736 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a4b787b8-3778-4a7e-b195-6f2666d317bb no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:41.916870 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: a4b787b8-3778-4a7e-b195-6f2666d317bb {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:41.917215 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device a4b787b8-3778-4a7e-b195-6f2666d317bb not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:41.917630 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 9b84df7c-9ea5-426e-9829-a046dfa8b125 no longer exists at agent ovs-agent-dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 21:08:41.937086 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.plugin [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] No Port match for: 9b84df7c-9ea5-426e-9829-a046dfa8b125 {{(pid=115444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 28 21:08:41.937438 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron.plugins.ml2.rpc [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Device 9b84df7c-9ea5-426e-9829-a046dfa8b125 not bound to the agent host dv-cinder-859839-2-iscsi {{(pid=115444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 21:08:42.133938 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-0ba20d77-0b2c-449a-8940-ab84557d27b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:44.666064 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ddea3e3e-4cdc-4b62-b7e3-aee4438e9deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:46.714628 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:48.363169 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:08:48.748897 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:10.467285 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:12.137345 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ae0dbbac-86cc-46db-8b90-473f50bdd42b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:14.667408 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-de78951c-e064-400c-8609-ce5afc3bfa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:15.393974 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:09:16.062385 dv-cinder-859839-2-iscsi neutron-server[115443]: DEBUG neutron.wsgi [req-fb9e2d94-338b-432a-bada-e5b07ec2d4f7 req-68e7fdd5-e6d3-4ce9-97b2-55cb46a4f717 service neutron] (115443) timed out ('10.222.0.26', 63679) {{(pid=115443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 21:09:16.084335 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-228dbc8f-0c1e-4e27-a9eb-e693d069ad8f req-5aa52be2-8eb7-4f76-b656-229691e324a7 service neutron] (115442) timed out ('10.222.0.26', 63664) {{(pid=115442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 21:09:16.718705 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:18.366448 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:18.751222 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:40.482144 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:42.139346 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f583d53e-8b8e-46be-9e39-5b780475e8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:44.669093 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-9b9d54c6-5d93-437e-89bf-7f614e2997e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:46.720111 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:48.369674 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:48.755984 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:09:52.393645 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:10:10.499032 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:12.140826 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9857-ac4f-45fa-a63b-03fcfdf5a2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:14.669767 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-b102f519-e5c4-4d9a-9250-ee27c78f6e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:16.722523 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:18.371866 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:18.757478 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:29.393503 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:10:40.496235 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:42.141780 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-7d27ca11-1b6c-40bf-80e6-1c9b257cd086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:44.672388 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-261d542e-7dae-476a-85c3-da080b047274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:46.725486 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:48.373025 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:48.759196 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:10:52.575226 dv-cinder-859839-2-iscsi neutron-server[115442]: DEBUG neutron.wsgi [req-3d9e6860-bc71-428c-8340-7bb936d8c4fb req-c67f1be1-5997-4646-a59e-715fa8dc0517 service neutron] (115442) timed out ('10.222.0.26', 63682) {{(pid=115442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 28 21:11:06.392804 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:11:10.528335 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:12.143937 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-c7646c14-1300-4e9c-9629-bceea9b4501c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:14.673794 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-dd944ece-fca1-49b0-85c5-4de412bf2433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:16.727871 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:18.376685 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:18.761712 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:40.527290 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:42.146450 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-f3b6c797-7e4b-4cba-a6d4-3dfd9c0c21b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:43.392530 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:11:44.675061 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-469634c1-75d1-46d6-8e64-9e43d42c2c48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:46.732044 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:48.378248 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:11:48.763291 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:10.526074 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:12.146780 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-a1925d96-b364-4e0f-b054-2d08fd12efb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:14.675481 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-8658a9fe-5510-4211-a21e-056e40b74bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:16.733939 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:18.381851 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:18.766098 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:20.391936 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:12:40.532377 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:42.149532 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-87921991-47bc-4452-8037-55bbe5b5a66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:44.676329 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-164692a7-d0d8-42bb-9515-d412a54ce533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:46.738133 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:48.383951 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:48.767657 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:12:57.391209 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:13:10.532859 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:12.151939 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-d280e490-a835-402e-a95a-08a4b13807b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:14.677348 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-25a593c3-bb7d-4242-8c4d-a46dfd4083d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:16.740230 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:18.389272 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:18.768892 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:34.390944 dv-cinder-859839-2-iscsi neutron-server[115445]: DEBUG neutron.db.agents_db [None req-4c0c7df5-eef8-4828-9578-a9b9dcfce099 None None] Agent healthcheck: found 6 active agents {{(pid=115445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 21:13:40.532714 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-93552ede-a6e3-4710-94f9-a55c74bb57cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (9389e4e5-f387-49dd-811c-3a37fd4dacaa), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:42.152758 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-ae30fbae-62f9-4a03-a6f4-ec049a36061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (da2865a4-2850-497c-8bab-8cfffebdf769), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:44.677990 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-38454cd9-0cc4-470f-9efb-f97e2f7b1acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (902366c3-04f3-4b25-91de-6c740af86fd2), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:46.743579 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-14df19e1-4e68-4e06-889e-da4f42085057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (7bcd736c-25e7-4188-bc41-4d446c86dd17), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:48.391388 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-436d6a7d-0243-45d4-90aa-7cb325cb6396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (91474832-fcb8-41f3-89be-3c3b7a88bd3d), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 28 21:13:48.772817 dv-cinder-859839-2-iscsi neutron-server[115444]: DEBUG neutron_lib.callbacks.manager [None req-704438a7-432c-4f53-84b5-49c3e8453aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768527048214', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-710358'] for agent (dbc52cfb-4621-4dec-8909-b2be0d82eb6c), after_update {{(pid=115444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}